-- Logs begin at Tue 2021-06-29 11:44:45 UTC, end at Tue 2021-06-29 12:53:24 UTC. -- Jun 29 12:27:20.273659 dv-cinder-786627-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 12:27:22.931482 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.common.config [-] Logging enabled! Jun 29 12:27:22.932070 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 12:27:22.932252 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93490) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 12:27:22.935515 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.common.config [-] Logging enabled! Jun 29 12:27:22.935769 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 12:27:22.936079 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93490) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 12:27:22.936998 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 12:27:22.937235 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 12:27:22.937591 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 12:27:22.937837 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 12:27:22.938065 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 12:27:22.938413 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.938713 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.939008 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.939240 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.939538 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.939831 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.940115 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.940403 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.940702 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.940988 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.941268 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.941554 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.941785 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.942068 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.942385 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.942671 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.942897 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] debug = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.943731 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.944156 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.944575 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.944861 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.945227 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.945510 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.945788 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.946069 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.946393 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.946727 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] host = dv-cinder-786627-14-iscsi {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.947009 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.947298 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.947584 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.947871 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.948150 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.948429 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.948714 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.948990 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.949264 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] log_file = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.949542 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.949833 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.950120 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.950471 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.950700 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.950926 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.951214 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.951501 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.951777 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.952056 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.952334 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.952609 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.952886 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.953156 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.953444 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.953726 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.954011 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.954325 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.954605 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.954877 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.955150 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.955433 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.955708 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.955983 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.956258 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.956544 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.956815 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.957090 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.957389 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.957672 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.957954 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.958263 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.958542 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.959503 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.959804 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.960068 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.960346 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] use_json = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.960622 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.960899 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.961186 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.961464 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.961741 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.962020 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.962325 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.962617 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:22.962918 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.963216 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.963523 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.963810 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.964105 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.964392 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.964681 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.964963 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.965255 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.965544 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.965837 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.966117 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.966427 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.966710 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.967006 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.967313 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.967611 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.967904 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.968182 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.968458 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.968733 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.969016 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.969305 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.969598 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.969885 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.970186 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.970466 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.970759 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.971038 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.971312 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.971592 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.971880 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.972158 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.972432 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.972717 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.972996 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.973269 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.973547 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.973825 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.974113 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.974435 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.974707 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.975151 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.975435 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.975711 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.976000 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.976280 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.976552 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.976827 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.977106 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.977381 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.977654 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.977933 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.978233 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.978514 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.978785 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.979059 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.979331 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.979603 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.979874 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.980152 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.980422 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.980698 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.980970 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.981242 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.981515 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.981787 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.982057 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.982365 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.982660 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.982939 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.983220 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.983501 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.983784 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.984062 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.984338 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.984616 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.984895 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.985173 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.985461 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.985744 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.986030 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.986338 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.986619 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.986913 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.987191 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.987474 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.987751 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.988030 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.988319 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.988602 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.988895 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.989187 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.989477 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.989771 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.990289 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.990579 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.990889 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.991171 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:22.991392 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 12:27:22.991633 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93490) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 12:27:23.340178 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:27:23.340384 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:27:23.340678 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:27:23.341011 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 12:27:23.733912 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.734226 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.734502 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.735791 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.736068 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.736337 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.769958 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.770260 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.770531 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.784566 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.784849 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.785121 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.814906 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.815190 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.815465 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.850998 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.851276 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:23.851547 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.084053 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.084644 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.084644 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.084961 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.085604 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.210860 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.211173 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.211458 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.211735 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.211998 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.212306 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.212567 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.212823 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.213077 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.213357 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.213616 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.213881 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.214162 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.214433 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.214690 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.214959 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.215228 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.215632 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.215907 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.216165 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.216449 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.216804 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.217060 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.217344 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.217597 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.217842 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.218269 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:27:24.218510 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:27:24.218745 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:27:24.218981 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:27:24.219214 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:27:24.219447 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:27:24.219806 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 12:27:24.222915 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 12:27:24.227561 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 12:27:24.231434 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 29 12:27:24.233053 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 12:27:24.233501 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 12:27:24.233840 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 12:27:24.234248 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 12:27:24.237207 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 12:27:24.237457 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 12:27:24.237802 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 12:27:24.264810 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 12:27:24.265252 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.265551 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93490) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 12:27:24.265915 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.267287 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93490) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 12:27:24.267616 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 12:27:24.267821 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 12:27:24.271072 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.271911 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:24.335853 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 12:27:24.336085 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 12:27:24.336324 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 12:27:24.336691 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 12:27:24.357885 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_db.sqlalchemy.engines [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93490) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 12:27:24.988668 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Initializing driver for type 'gre' Jun 29 12:27:24.989218 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] gre ID ranges: [(1, 1000)] Jun 29 12:27:25.132416 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Initializing driver for type 'local' Jun 29 12:27:25.133002 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Initializing driver for type 'vlan' Jun 29 12:27:25.217352 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] VlanTypeDriver initialization complete Jun 29 12:27:25.217693 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Initializing driver for type 'vxlan' Jun 29 12:27:25.218263 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] vxlan ID ranges: [(1, 1000)] Jun 29 12:27:25.440071 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Initializing extension driver 'port_security' Jun 29 12:27:25.440419 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.extensions.port_security [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] PortSecurityExtensionDriver initialization complete Jun 29 12:27:25.440764 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Initializing mechanism driver 'openvswitch' Jun 29 12:27:25.441096 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Initializing mechanism driver 'hyperv' Jun 29 12:27:25.448482 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.plugins.ml2.plugin [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:27:25.449429 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > port after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.449809 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > port after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.450285 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > port after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.450682 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > subnet after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.451041 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > subnet after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.451393 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.451777 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > network after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.452131 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > network after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.452476 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > network after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.452969 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > security_group after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.453326 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > security_group after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.453674 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.454065 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.454456 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.454802 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.455188 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > address_group after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.455544 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > address_group after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.455888 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.456278 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] ML2 OVO RPC backend initialized. {{(pid=93490) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 12:27:25.456976 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.457333 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.457751 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > network before_response 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.458101 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > networks before_response 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.458474 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > port before_response 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.462172 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > ports before_response 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.462172 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > subnet before_response 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.462172 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > subnets before_response 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.462172 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > network after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.462539 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > network after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.462539 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > network after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.462539 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > port after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.462539 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > port after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.462824 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > port after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.462824 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > subnet after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.462824 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > subnet after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.463151 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.463723 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.plugin [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Modular L2 Plugin initialization complete Jun 29 12:27:25.464050 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading services supported by the core plugin {{(pid=93490) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 12:27:25.464380 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.plugins.ml2.managers [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Got port-security extension from driver 'port_security' Jun 29 12:27:25.464844 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.extensions.vlantransparent [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Disabled vlantransparent extension. Jun 29 12:27:25.465329 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93490) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 12:27:25.465645 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading Plugin: router Jun 29 12:27:25.501458 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.501857 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router after_create 55549900 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.502252 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router before_create 55549900 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.502621 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.502993 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.503398 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router after_delete 55549900 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.503760 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.504131 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router after_create 55549900 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.504480 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router after_update 55549900 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.504828 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router after_update 55549900 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.505176 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.505533 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router after_update 55549900 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.505942 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router precommit_update 55549900 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.507091 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: port after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.507383 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: port after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.507726 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: subnet after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.508067 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.508418 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.508768 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router precommit_create 55549900 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.509113 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: port before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.509456 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router precommit_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.509815 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router after_update 55549900 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.510179 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.510538 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router precommit_create 55549900 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.510907 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.511257 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router precommit_update 55549900 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.511625 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > agent after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.511979 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > agent after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.512324 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > network after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.513181 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Tracking information for resource: router configured {{(pid=93490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:27:25.513521 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Tracking information for resource: floatingip configured {{(pid=93490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 12:27:25.518707 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.db.l3_agentschedulers_db [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 12:27:25.519278 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: port after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.519641 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: port after_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.519996 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: port after_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.520351 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: port after_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.521143 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router before_create 55550100 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.521510 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.521906 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router precommit_create 55550100 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.522381 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > router precommit_update 55550100 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.527285 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.services.provider_configuration [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service providers = [] {{(pid=93490) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 12:27:25.527650 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.db.servicetype_db [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93490) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 12:27:25.530555 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.services.service_base [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 12:27:25.530914 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.services.service_base [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 12:27:25.531273 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.services.service_base [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 12:27:25.532141 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.services.service_base [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 12:27:25.532513 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.services.service_base [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 12:27:25.532891 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:27:25.533211 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 12:27:25.545185 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:27:25.545528 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading Plugin: auto_allocate Jun 29 12:27:25.551377 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: network precommit_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.551746 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: network precommit_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.552270 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:27:25.552594 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading Plugin: tag Jun 29 12:27:25.559714 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:27:25.560051 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading Plugin: timestamp Jun 29 12:27:25.563823 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:27:25.564164 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading Plugin: network_ip_availability Jun 29 12:27:25.570338 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.570715 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.571077 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.571794 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:27:25.572115 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading Plugin: flavors Jun 29 12:27:25.577273 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:27:25.577613 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading Plugin: revisions Jun 29 12:27:25.581922 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 12:27:25.582343 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_concurrency.lockutils [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.242s {{(pid=93490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:27:25.583081 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93490) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 12:27:25.583419 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Initializing extension manager. Jun 29 12:27:25.583936 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: __init__.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.584278 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: __pycache__ {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.584666 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.585001 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: address_group.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.585745 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.586343 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: address-group Jun 29 12:27:25.586670 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: address_scope.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.587374 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.587892 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: address-scope Jun 29 12:27:25.588216 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.589125 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.589643 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: router-admin-state-down-before-update Jun 29 12:27:25.589968 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: agent.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.590683 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.591203 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: agent Jun 29 12:27:25.591531 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: agent_resources_synced.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.592424 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.592948 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: agent-resources-synced Jun 29 12:27:25.593272 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: allowedaddresspairs.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.595050 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.595584 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: allowed-address-pairs Jun 29 12:27:25.595914 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: auto_allocated_topology.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.597148 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.597680 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: auto-allocated-topology Jun 29 12:27:25.598009 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: availability_zone.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.598732 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.599253 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: availability_zone Jun 29 12:27:25.599577 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: availability_zone_filter.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.600502 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.601022 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: availability_zone_filter Jun 29 12:27:25.601346 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: data_plane_status.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.602266 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.602790 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 12:27:25.603117 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: default_subnetpools.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.604027 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.604550 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: default-subnetpools Jun 29 12:27:25.604876 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.605672 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.606290 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: dhcp_agent_scheduler Jun 29 12:27:25.606618 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: dns.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.607512 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.608027 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension dns-integration not supported by any of loaded plugins Jun 29 12:27:25.608350 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: dns_domain_ports.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.609246 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.609763 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 12:27:25.610088 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.611023 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.611536 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 12:27:25.611858 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: dvr.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.612519 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.613035 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: dvr Jun 29 12:27:25.613362 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: empty_string_filtering.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.614298 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.614821 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: empty-string-filtering Jun 29 12:27:25.615147 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.616708 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.617222 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 12:27:25.617548 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.618482 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.618996 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 12:27:25.619320 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: external_net.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.620214 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.620732 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: external-net Jun 29 12:27:25.621055 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.621942 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.622497 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: extra_dhcp_opt Jun 29 12:27:25.622822 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: extraroute.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.623714 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.624238 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: extraroute Jun 29 12:27:25.624559 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: extraroute_atomic.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.625576 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.626105 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: extraroute-atomic Jun 29 12:27:25.626459 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: filter_validation.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.627117 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.627632 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: filter-validation Jun 29 12:27:25.627954 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: fip_pf_description.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.628850 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.629365 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 12:27:25.629686 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: fip_port_details.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.630618 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.631136 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: fip-port-details Jun 29 12:27:25.632120 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: flavors.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.633386 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.633844 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: flavors Jun 29 12:27:25.634203 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.635880 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.636414 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 12:27:25.636748 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: floatingip_pools.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.637439 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.637965 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: floatingip-pools Jun 29 12:27:25.638332 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: ip_allocation.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.639237 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.639756 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 12:27:25.640084 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.640982 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.641505 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: ip-substring-filtering Jun 29 12:27:25.641835 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: l2_adjacency.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.642765 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.643279 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 12:27:25.643606 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: l3.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.644556 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.645078 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: router Jun 29 12:27:25.645405 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.647877 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.648415 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 12:27:25.649014 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.649931 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.650486 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: ext-gw-mode Jun 29 12:27:25.650819 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.651724 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.652253 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: l3-ha Jun 29 12:27:25.652586 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: l3_flavors.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.653499 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.654031 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: l3-flavors Jun 29 12:27:25.654395 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.655291 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.655813 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 12:27:25.656143 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: l3agentscheduler.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.657157 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.657678 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: l3_agent_scheduler Jun 29 12:27:25.658008 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: logging.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.659548 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.660079 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension logging not supported by any of loaded plugins Jun 29 12:27:25.660413 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: metering.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.661145 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.661729 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: metering Jun 29 12:27:25.662060 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.663237 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.663772 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: metering_source_and_destination_fields Jun 29 12:27:25.664102 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: multiprovidernet.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.665013 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.665535 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: multi-provider Jun 29 12:27:25.665861 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: netmtu.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.666793 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.667314 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: net-mtu Jun 29 12:27:25.667638 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: netmtu_writable.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.668539 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.669057 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: net-mtu-writable Jun 29 12:27:25.669382 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: network_availability_zone.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.670043 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.670591 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: network_availability_zone Jun 29 12:27:25.670915 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: network_ip_availability.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.672008 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.672533 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: network-ip-availability Jun 29 12:27:25.672860 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: network_segment_range.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.673620 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.674160 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 12:27:25.674480 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: pagination.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.675457 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.675791 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: pagination Jun 29 12:27:25.676114 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: port_device_profile.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.677004 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.677528 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: port-device-profile Jun 29 12:27:25.677852 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.679405 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.679931 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: port-mac-address-regenerate Jun 29 12:27:25.680255 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.681151 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.681676 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: port-numa-affinity-policy Jun 29 12:27:25.681997 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: port_resource_request.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.682930 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.683447 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 12:27:25.683768 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: portbindings.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.684682 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.685200 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: binding Jun 29 12:27:25.685521 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: portbindings_extended.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.686832 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.687362 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: binding-extended Jun 29 12:27:25.687692 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: portsecurity.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.688605 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.689134 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: port-security Jun 29 12:27:25.689461 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: project_id.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.690516 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.690805 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: project-id Jun 29 12:27:25.691128 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: providernet.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.692033 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.692561 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: provider Jun 29 12:27:25.692882 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: qos.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.697314 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.697851 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension qos not supported by any of loaded plugins Jun 29 12:27:25.698221 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.699460 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.699989 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 12:27:25.700322 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.701223 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.701749 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 12:27:25.702081 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: qos_default.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.703004 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.703532 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension qos-default not supported by any of loaded plugins Jun 29 12:27:25.703863 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: qos_fip.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.704519 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.705043 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension qos-fip not supported by any of loaded plugins Jun 29 12:27:25.705371 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: qos_gateway_ip.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.706323 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.706854 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 12:27:25.707181 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: qos_port_network_policy.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.708087 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.708608 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 12:27:25.708935 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: qos_rule_type_details.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.709967 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.710518 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 12:27:25.710845 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: qos_rules_alias.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.711888 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.712413 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 12:27:25.712738 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: quotasv2.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.713636 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.713969 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: quotas Jun 29 12:27:25.714337 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: quotasv2_detail.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.717336 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.717685 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: quota_details Jun 29 12:27:25.718022 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: rbac.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.719099 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.719639 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: rbac-policies Jun 29 12:27:25.719974 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: rbac_address_group.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.720892 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.721427 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: rbac-address-group Jun 29 12:27:25.721760 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: rbac_address_scope.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.722721 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.723253 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: rbac-address-scope Jun 29 12:27:25.723585 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: rbac_security_groups.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.724496 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.725047 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: rbac-security-groups Jun 29 12:27:25.725386 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: rbac_subnetpool.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.726314 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.726843 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: rbac-subnetpool Jun 29 12:27:25.727171 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: revisionifmatch.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.728076 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.728605 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: revision-if-match Jun 29 12:27:25.728932 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: revisions.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.730253 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.730789 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: standard-attr-revisions Jun 29 12:27:25.731120 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: router_availability_zone.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.731791 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.732322 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: router_availability_zone Jun 29 12:27:25.732650 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: routerservicetype.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.733555 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.734080 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension router-service-type not supported by any of loaded plugins Jun 29 12:27:25.734567 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.735481 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.736015 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: security-groups-normalized-cidr Jun 29 12:27:25.736342 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.737245 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.737773 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: port-security-groups-filtering Jun 29 12:27:25.738101 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.739028 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.739554 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: security-groups-remote-address-group Jun 29 12:27:25.739880 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: securitygroup.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.749966 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.750547 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: security-group Jun 29 12:27:25.750888 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: segment.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.751669 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.752194 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension segment not supported by any of loaded plugins Jun 29 12:27:25.752526 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.753449 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.753972 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 12:27:25.754332 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: servicetype.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.755418 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.755953 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: service-type Jun 29 12:27:25.756850 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: sorting.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.757969 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.758333 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: sorting Jun 29 12:27:25.758665 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: standard_attr_segment.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.759633 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.760163 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 12:27:25.760492 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: standardattrdescription.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.761136 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.761662 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: standard-attr-description Jun 29 12:27:25.761993 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: stateful_security_group.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.762943 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.763476 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: stateful-security-group Jun 29 12:27:25.763804 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: stdattrs_common.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.764379 dv-cinder-786627-14-iscsi neutron-server[93490]: WARNING neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 12:27:25.764702 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.765628 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.766182 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 12:27:25.766512 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: subnet_onboard.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.767571 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.768107 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: subnet_onboard Jun 29 12:27:25.768434 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.769356 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.769884 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 12:27:25.770239 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: subnet_service_types.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.771154 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.771689 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: subnet-service-types Jun 29 12:27:25.772131 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: subnetallocation.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.773342 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.774165 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: subnet_allocation Jun 29 12:27:25.774499 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.775166 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.775705 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: subnetpool-prefix-ops Jun 29 12:27:25.776030 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.776943 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.777463 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 12:27:25.777787 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: tagging.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.778857 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.779390 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: standard-attr-tag Jun 29 12:27:25.779721 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: timestamp.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.780925 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.781453 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loaded extension: standard-attr-timestamp Jun 29 12:27:25.781783 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: trunk.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.782834 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.783365 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension trunk not supported by any of loaded plugins Jun 29 12:27:25.783695 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: trunk_details.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.784600 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.785130 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension trunk-details not supported by any of loaded plugins Jun 29 12:27:25.785456 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: uplink_status_propagation.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.786396 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.786919 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 12:27:25.787244 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Loading extension file: vlantransparent.py {{(pid=93490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 12:27:25.787928 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 12:27:25.788443 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 12:27:25.790870 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:network Jun 29 12:27:25.791393 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:subnet Jun 29 12:27:25.791791 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 12:27:25.792188 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:port Jun 29 12:27:25.793412 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.793852 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service FLAVORS assigned prefix: {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.794526 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.794962 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.795300 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:router Jun 29 12:27:25.795744 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:floatingip Jun 29 12:27:25.796237 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service METERING assigned prefix: /metering {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.797658 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.798031 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.798480 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:27:25.799447 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 12:27:25.799888 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:security_group Jun 29 12:27:25.800331 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 12:27:25.800945 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service CORE assigned prefix: {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.801280 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 12:27:25.801629 dv-cinder-786627-14-iscsi neutron-server[93490]: WARNING neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] subnetpool is already registered Jun 29 12:27:25.802061 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service CORE assigned prefix: {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.802410 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 12:27:25.802746 dv-cinder-786627-14-iscsi neutron-server[93490]: WARNING neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] subnetpool is already registered Jun 29 12:27:25.805601 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.806038 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service FLAVORS assigned prefix: {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.806678 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.807106 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.807441 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:router Jun 29 12:27:25.807783 dv-cinder-786627-14-iscsi neutron-server[93490]: WARNING neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] router is already registered Jun 29 12:27:25.808200 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:floatingip Jun 29 12:27:25.808539 dv-cinder-786627-14-iscsi neutron-server[93490]: WARNING neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] floatingip is already registered Jun 29 12:27:25.809001 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service METERING assigned prefix: /metering {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.809667 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 12:27:25.809994 dv-cinder-786627-14-iscsi neutron-server[93490]: WARNING neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] rbac_policy is already registered Jun 29 12:27:25.810433 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:security_group Jun 29 12:27:25.810780 dv-cinder-786627-14-iscsi neutron-server[93490]: WARNING neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] security_group is already registered Jun 29 12:27:25.811186 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 12:27:25.811523 dv-cinder-786627-14-iscsi neutron-server[93490]: WARNING neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] security_group_rule is already registered Jun 29 12:27:25.812143 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service CORE assigned prefix: {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.812472 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 12:27:25.812807 dv-cinder-786627-14-iscsi neutron-server[93490]: WARNING neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] subnetpool is already registered Jun 29 12:27:25.813230 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.v2.resource_helper [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Service CORE assigned prefix: {{(pid=93490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 12:27:25.813553 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 12:27:25.813890 dv-cinder-786627-14-iscsi neutron-server[93490]: WARNING neutron.quota.resource_registry [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] subnetpool is already registered Jun 29 12:27:25.814376 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: extensions {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.815838 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: address-groups {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.817330 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: address-scopes {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.818690 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: agents {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.820539 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: auto-allocated-topology {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.821900 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: availability_zones {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.823175 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: dhcp-networks {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.825826 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: dhcp-agents {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.827302 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: routers {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.829066 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: flavors {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.830432 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: service_profiles {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.831656 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: next_providers {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.833106 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: service_profiles {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.834757 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: floatingip-pools {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.836178 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: routers {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.837899 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: floatingips {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.839228 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: l3-routers {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.840633 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: l3-agents {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.842061 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: metering-labels {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.843365 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: metering-label-rules {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.844754 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: network-ip-availabilities {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.846036 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: bindings {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.847672 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: quotas {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.849216 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: quotas {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.851412 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: rbac-policies {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.852641 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: security-groups {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.853937 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: security-group-rules {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.855242 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: service-providers {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.856490 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: subnetpools {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.857821 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: subnetpools {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.859420 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: tags {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.861116 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: tags {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.862997 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: tags {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.864778 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: tags {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.867092 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: tags {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.869055 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: tags {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.870815 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: tags {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.872613 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: tags {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.874538 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: tags {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.876296 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron.api.extensions [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Extended resource: tags {{(pid=93490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 12:27:25.882328 dv-cinder-786627-14-iscsi neutron-server[93490]: WARNING keystonemiddleware.auth_token [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 12:27:25.886855 dv-cinder-786627-14-iscsi neutron-server[93490]: WARNING keystonemiddleware.auth_token [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 12:27:25.896027 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_concurrency.lockutils [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Acquired lock "singleton_lock" {{(pid=93490) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 12:27:25.896502 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_concurrency.lockutils [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Releasing lock "singleton_lock" {{(pid=93490) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 12:27:25.897173 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO oslo_service.service [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Starting 2 workers Jun 29 12:27:25.902202 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Started child 93599 {{(pid=93490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 12:27:25.906579 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Started child 93600 {{(pid=93490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 12:27:25.907508 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:25.908136 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO neutron.service [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 12:27:25.908776 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Notify callbacks [] for process, before_spawn {{(pid=93490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:25.908932 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [-] (93599) wsgi starting up on http://0.0.0.0:9696 Jun 29 12:27:25.911275 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO oslo_service.service [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Starting 1 workers Jun 29 12:27:25.911790 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:25.914045 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [-] (93600) wsgi starting up on http://0.0.0.0:9696 Jun 29 12:27:25.916982 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Started child 93601 {{(pid=93490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 12:27:25.917519 dv-cinder-786627-14-iscsi neutron-server[93490]: INFO oslo_service.service [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Starting 1 workers Jun 29 12:27:25.920376 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.service [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] calling RpcWorker wait() {{(pid=93601) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 12:27:25.920871 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.service [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] returning from RpcWorker wait() {{(pid=93601) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 12:27:25.921891 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Started child 93602 {{(pid=93490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 12:27:25.922228 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:25.922710 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:27:25.922813 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG neutron_lib.callbacks.manager [None req-e645bd91-3db1-4b9c-99cc-b94f9921683c None None] Notify callbacks [] for process, after_spawn {{(pid=93490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:25.924622 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93490) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 12:27:25.924840 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 12:27:25.925029 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 12:27:25.925242 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 12:27:25.925588 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 12:27:25.925752 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 12:27:25.926321 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.926628 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.926880 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.927147 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.927433 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.928002 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:25.929163 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.929163 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.929163 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.929404 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.929633 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.929809 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.929978 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.930252 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.930505 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.930806 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.931094 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.931347 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.931647 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.931822 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.932101 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.932358 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.932612 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.932892 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] debug = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.933134 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.933607 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.933860 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.934112 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.934372 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.934662 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.934909 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.935212 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.935451 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.935700 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.935933 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.936199 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.936441 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.936663 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.936902 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.937168 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.937390 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.937848 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] host = dv-cinder-786627-14-iscsi {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.938092 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.938338 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.938589 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.938885 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.939081 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.939298 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.939728 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.940008 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.940439 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.940891 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.941288 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.941683 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.942097 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.942521 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_file = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.942832 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_options = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.943210 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.943702 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.943991 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 46698) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:27:25.944094 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.944182 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.944356 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.944542 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.944801 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.944971 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.945216 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.945435 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.945654 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.945873 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.946112 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.946367 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.946635 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.946882 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.947119 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.947340 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.947603 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.947841 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.948089 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.948315 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.948635 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.949051 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.949323 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.949785 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.950524 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.950931 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.951178 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.951463 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.951705 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.951980 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.952244 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.952503 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.952770 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.953006 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.953228 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.953583 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.953751 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.954052 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.954245 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.954486 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.954737 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.954975 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.955203 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.955420 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] use_json = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.955638 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.955861 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.956171 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.956367 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.956589 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.956841 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.957069 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.957311 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:25.957742 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.958019 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.958380 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.959259 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.959435 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0105324 Jun 29 12:27:25.982521 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.982521 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.982521 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.982521 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.982521 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.982521 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.982521 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.982521 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.982521 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983182 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983182 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983182 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983182 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983182 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983182 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983182 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983618 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:27:25.983715 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983715 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983715 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983715 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983715 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983715 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983715 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.983715 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984234 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984234 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984234 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984234 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984234 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984234 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984234 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984234 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984234 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984745 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984745 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984745 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984745 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984745 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984745 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984745 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984745 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.984745 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985293 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985293 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985293 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985293 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985293 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985293 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985293 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985293 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985293 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985805 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985805 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985805 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985805 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985805 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985805 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985805 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985805 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.985805 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987306 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987306 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987306 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987306 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987306 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987306 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987306 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987306 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987306 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987942 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987942 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987942 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987942 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987942 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987942 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987942 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987942 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.987942 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988446 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988446 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988446 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988446 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988446 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988446 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988446 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988446 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988874 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988874 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988874 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988874 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988874 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988874 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988874 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.988874 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.989384 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.989384 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.989384 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.989384 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.989384 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.989384 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.989384 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.989384 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.991417 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.991417 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.991417 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.991417 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.991417 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.991417 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.991417 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.991417 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.992337 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.992337 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.992337 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.992337 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.992337 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.992337 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.992337 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.992337 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.992928 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.992928 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.992928 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.992928 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.992928 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.993915 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.994211 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.995066 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.995066 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.995066 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.995785 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.995785 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.995785 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.996288 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.996565 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.996823 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.997071 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.997328 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.997587 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.997840 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.998505 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.998505 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.998722 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.998889 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.999526 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:25.999526 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.000390 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.002165 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.002165 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.002165 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.002761 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.004468 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.004702 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.004949 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.005873 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.005873 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.006030 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.006314 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.006535 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.007095 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.007095 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.007890 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.007988 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.008149 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.008369 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.008781 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.008875 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.009873 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.010024 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.010329 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.010669 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.010828 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.011525 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.012473 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.012473 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.012693 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.012776 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.015906 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.015906 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.015906 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.015906 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.015906 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.015906 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.015906 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.015906 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.016505 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.016505 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.016505 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.016505 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.016505 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.016505 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.016505 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.016973 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.016973 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.017166 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.017430 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.018438 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.018438 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.018438 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.018667 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.021966 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.021966 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.021966 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.021966 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.021966 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.021966 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.021966 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.021966 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.023251 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.023251 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.023251 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.023251 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.023251 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.023251 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.023251 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.023251 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.024070 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.024070 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.024217 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.024332 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.024805 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.025161 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.025530 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.025882 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.026254 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.026623 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.026999 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.027355 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.027719 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.028109 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.028468 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.028979 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.028979 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.029148 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.029863 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.029863 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.029863 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.030198 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.030451 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.030702 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.030938 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.031393 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.031642 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.031916 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.032120 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.032342 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.032562 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.032816 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.033142 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.033434 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.033698 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.033950 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.034254 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.034560 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.034821 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.035033 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.035329 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.035650 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.035931 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.036185 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.037161 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.037161 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.037161 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.037161 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.037401 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.038074 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.038435 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.039183 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.039183 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.039183 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.039507 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.039789 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.040090 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.040370 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.040642 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.041756 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.042075 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.042353 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 12:27:26.043005 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93490) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 12:27:26.043272 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 12:27:26.043525 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 12:27:26.043787 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 12:27:26.044050 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 12:27:26.044288 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 12:27:26.044700 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.044943 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.045189 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.045439 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.045702 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.045973 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.046874 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.046874 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.046874 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.047235 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.047480 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.047725 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.047969 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.048213 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.048458 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.048698 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.048941 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.049202 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.049434 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.049706 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.049910 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.050197 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.050412 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] debug = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.051072 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.051072 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.051072 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.051328 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.051574 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.051917 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.052140 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.052363 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.052579 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.052789 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.052998 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.053278 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.053970 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.054211 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.054587 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.054587 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.054810 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.055778 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] host = dv-cinder-786627-14-iscsi {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.055778 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.055778 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.055778 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.055778 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.055778 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.056214 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.056369 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.056583 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.056800 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.057018 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.057242 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.057460 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.057678 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.057898 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_file = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.058955 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_options = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.058955 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.058955 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.058955 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.058955 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.058955 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.059404 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.059404 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.059404 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.059607 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.059683 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.059837 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.059993 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.060150 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.060310 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.060471 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.060609 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.060743 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.060897 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.061127 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.061286 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.061419 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.061549 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.061679 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.061841 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.061972 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.062115 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.062322 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.062469 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.062611 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.062700 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.062825 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.062979 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.063291 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.063451 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.063606 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.063763 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.063919 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.064080 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.064241 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.064395 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.064559 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.064771 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.064872 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.065001 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.065158 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.065314 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] use_json = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.065471 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.065627 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.065782 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.065938 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.066095 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.066273 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.066478 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.066577 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 12:27:26.066750 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.066914 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.067080 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.067393 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.067551 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.067857 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.068015 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.068176 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.068334 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.068673 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.068673 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.069000 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.069000 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.069132 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.069348 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.069449 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.069600 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.070541 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.070541 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.070541 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.070541 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.070541 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.070541 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.070993 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.070993 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.070993 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.071191 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.071266 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.071605 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.071605 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.071762 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.072198 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.072198 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.072198 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.072454 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.072454 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.072623 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.072782 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.072945 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.073113 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.073257 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.073397 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.073537 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.073675 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.074997 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.074997 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.074997 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.074997 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.074997 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.074997 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.074997 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.074997 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.076067 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.076067 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.076067 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.076067 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.076067 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.076067 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.076067 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.076067 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.077200 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.077200 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.077200 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.077200 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.077200 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.077200 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.077200 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.078089 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.078089 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.078089 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.078089 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.078089 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.078089 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.078949 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.078949 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.078949 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.078949 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.078949 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.078949 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.080604 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.080604 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.080604 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.080604 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.080604 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.080604 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.080604 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.080604 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.081623 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.081623 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.081623 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.081623 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.081623 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.081623 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.081623 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.081623 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.082676 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.082676 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.082676 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.082676 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.082676 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.082676 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.082676 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.082676 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.083681 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.083681 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.083681 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.083681 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.083681 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.083681 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.083681 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.083681 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.084812 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.084812 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.084812 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.084812 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.084812 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.084812 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.084812 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091024 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091024 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091024 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091024 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091024 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091024 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091024 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091024 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091024 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091701 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091701 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091701 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091701 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091701 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091701 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091701 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.091701 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092123 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092123 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092123 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092123 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092123 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092123 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092123 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092123 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092534 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092534 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092534 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092534 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092534 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092534 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092534 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.092534 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094437 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094437 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094437 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094437 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094437 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094437 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094437 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094437 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094954 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094954 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094954 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094954 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094954 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094954 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094954 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.094954 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095380 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095380 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095380 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095380 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095380 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095380 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095380 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095380 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095996 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095996 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095996 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095996 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095996 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095996 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095996 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.095996 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.097755 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.097755 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.097755 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.097755 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.097755 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.097755 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.097755 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.097755 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.098889 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.098889 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.098889 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.098889 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.098889 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.098889 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.098889 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.098889 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.099414 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.099414 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.099414 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.099414 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.099414 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.099414 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.099414 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.099857 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.099857 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.100532 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.100532 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.100822 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.100989 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.101160 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.101314 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.101475 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.101634 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.101795 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.101954 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.102123 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.102318 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.102461 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.102619 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.102778 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.102937 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.103105 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.103328 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.103425 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.103562 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.103720 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.103877 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.104048 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.104203 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.104520 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.104683 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.104843 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.104987 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.105154 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.105325 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.105472 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.105631 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.105782 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.105944 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.106105 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.106304 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.106446 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.106609 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.106769 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.106934 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.107095 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.107255 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.107412 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.107581 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.107741 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.108043 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.108341 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.108634 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.108928 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.109096 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.109925 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.109925 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.110080 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:27:26.110279 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.110279 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.110279 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.110279 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.110279 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.110559 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.110559 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.110671 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.110792 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.110967 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.111111 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.111253 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.111489 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.111584 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.111721 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.111861 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.112012 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.112327 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.112492 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 12:27:26.112644 dv-cinder-786627-14-iscsi neutron-server[93490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 12:27:37.448520 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aac09dd-1c90-4013-9dd7-8fa87261ec15 None None] get_active_networks_info from dv-cinder-786627-14-iscsi {{(pid=93601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 12:27:37.540445 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac09dd-1c90-4013-9dd7-8fa87261ec15 None None] No non-hosted networks {{(pid=93601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 12:27:37.547077 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.agentschedulers_db [None req-0aac09dd-1c90-4013-9dd7-8fa87261ec15 None None] DHCP Agent not found on host dv-cinder-786627-14-iscsi {{(pid=93601) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 12:27:37.597936 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-36854bef-e98f-4f7c-a76f-7497b8d63f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738907'] for agent, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:40.166335 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-bba03d9d-8caa-4022-b68b-64887e900016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738907'] for agent, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:40.314686 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.db.api [None req-5ade2310-85eb-4a2e-9f93-cbf2a118c9a3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-786627-14-iscsi {{(pid=93601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 12:27:40.315224 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_db.api [None req-5ade2310-85eb-4a2e-9f93-cbf2a118c9a3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 12:27:40.359605 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738907'] for agent, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:40.360347 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:40.360761 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:40.361172 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:40.361566 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:40.361966 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:40.362455 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:40.362854 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:40.363377 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:40.363794 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:40.364258 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:40.364751 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:40.365212 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:40.366441 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-14-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:27:40.376323 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-14-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:27:40.942924 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-5ade2310-85eb-4a2e-9f93-cbf2a118c9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:41.388106 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738907'] for agent, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:42.754223 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738907'] for agent, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:44.004241 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 46804) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:27:44.518504 dv-cinder-786627-14-iscsi neutron-server[93600]: WARNING oslo_policy.policy [None req-0c2cbc36-b76f-4d55-ab65-15878f5646f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:27:44.519077 dv-cinder-786627-14-iscsi neutron-server[93600]: WARNING oslo_policy.policy [None req-0c2cbc36-b76f-4d55-ab65-15878f5646f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:27:44.738027 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [None req-0c2cbc36-b76f-4d55-ab65-15878f5646f3 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 12:27:44.739117 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-0c2cbc36-b76f-4d55-ab65-15878f5646f3 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7340009 Jun 29 12:27:45.291401 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.db.l3_hamode_db [None req-7ac33389-98b8-4dec-b23e-b5961f2040de None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 12:27:45.367239 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac33389-98b8-4dec-b23e-b5961f2040de None None] Routers set() bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:27:45.367618 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac33389-98b8-4dec-b23e-b5961f2040de None None] Router IDs set() for agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 12:27:47.058822 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 46818) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:27:47.364417 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-b438c033-68aa-43c1-81b7-83414d00cbb2 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:27:47.461501 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.policy [None req-b438c033-68aa-43c1-81b7-83414d00cbb2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93600) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 12:27:47.506705 dv-cinder-786627-14-iscsi neutron-server[93600]: WARNING oslo_policy.policy [None req-b438c033-68aa-43c1-81b7-83414d00cbb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:27:47.507099 dv-cinder-786627-14-iscsi neutron-server[93600]: WARNING oslo_policy.policy [None req-b438c033-68aa-43c1-81b7-83414d00cbb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:27:47.515796 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.quota [None req-b438c033-68aa-43c1-81b7-83414d00cbb2 admin admin] Loaded quota_driver: . Jun 29 12:27:47.690261 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b438c033-68aa-43c1-81b7-83414d00cbb2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792257979917', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792257981392', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792257968024', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792257969614', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792258002945', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792258013449', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1734819', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1874078', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-858368', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-972366'] for rbac-policy, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:47.861030 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b438c033-68aa-43c1-81b7-83414d00cbb2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:47.862134 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-b438c033-68aa-43c1-81b7-83414d00cbb2 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8023083 Jun 29 12:27:50.408751 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 46830) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:27:50.703676 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c37517a0a23041168d4bc59fc7ab4114', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:27:50.792265 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Made reservation on behalf of c37517a0a23041168d4bc59fc7ab4114 for: {'network': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:27:50.795012 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:50.812810 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:50.938221 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:51.005378 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:51.010772 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:27:51.031877 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:27:51.056846 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792256169786', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:51.057432 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Unsubscribe: segment precommit_create {{(pid=93600) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 12:27:51.057881 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.segments_db [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Added segment 970de52a-2612-4f82-b17a-3ce38c72c237 of type vlan for network f555534b-d5d5-441c-9671-1d715caa0c17 Jun 29 12:27:51.073990 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb4af32-65b8-46bb-9bc0-6c949f9e31e1,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:27:51.100346 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:51.100696 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:51.101029 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:51.101410 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:51.101667 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:51.102015 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:51.102358 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:51.106534 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:51.106534 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:51.106534 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:51.106534 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:51.106534 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Tracked resource versions report: Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: pushed versions: Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: { 'AddressGroup': {'1.2'}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'ConntrackHelper': {'1.0'}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Log': {'1.0'}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Network': {'1.1'}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Port': {'1.7'}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'PortForwarding': {'1.2'}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'QosPolicy': {'1.8'}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'SecurityGroup': {'1.4'}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'SubPort': {'1.0'}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Subnet': {'1.1'}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Trunk': {'1.1'}} Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: consumer versions: Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: { DHCP agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: L3 agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: Metadata agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: Metering agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: Open vSwitch agent@dv-cinder-786627-14-iscsi: { 'AddressGroup': '1.2', Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'ConntrackHelper': '1.0', Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Log': '1.0', Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Network': '1.1', Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Port': '1.7', Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'PortForwarding': '1.2', Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'QosPolicy': '1.8', Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'SecurityGroup': '1.4', Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'SecurityGroupRule': '1.2', Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'SubPort': '1.0', Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Subnet': '1.1', Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Trunk': '1.1'}} Jun 29 12:27:51.106967 dv-cinder-786627-14-iscsi neutron-server[93600]: {{(pid=93600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:27:51.160988 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:27:51.181974 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:51.284990 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:51.286378 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:27:51.287786 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:51.290717 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:27:51.383502 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Pushing event updated for resources: {'Network': ['ID=f555534b-d5d5-441c-9671-1d715caa0c17,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:27:51.386681 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:27:51.394771 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network f555534b-d5d5-441c-9671-1d715caa0c17 details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:27:51.411389 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0015981 Jun 29 12:27:53.974948 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 46844) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:27:54.367594 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7892fb8b-c18d-46f3-8673-cbfdf2fe2e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:27:54.368959 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-7892fb8b-c18d-46f3-8673-cbfdf2fe2e81 admin admin] 10.222.0.61 "GET /v2.0/networks/f555534b-d5d5-441c-9671-1d715caa0c17 HTTP/1.1" status: 200 len: 825 time: 0.3930728 Jun 29 12:27:54.393232 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-98f404f7-ad10-4763-b0ce-84530c6f6b52 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/ebd9b279-fa17-4577-bdee-328b7a7387fe HTTP/1.1" status: 200 len: 734 time: 0.0187039 Jun 29 12:27:54.402393 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] Request body: {'subnet': {'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'subnetpool_id': 'ebd9b279-fa17-4577-bdee-328b7a7387fe', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17', 'ip_version': 4}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:27:54.529228 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] Made reservation on behalf of c37517a0a23041168d4bc59fc7ab4114 for: {'subnet': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:27:54.531593 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:54.885402 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for subnet, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:54.889663 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:27:54.956728 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4647ac40-0d23-4701-877e-bf2ca3bad37f,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:27:54.958766 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] Checking segment: {'id': '970de52a-2612-4f82-b17a-3ce38c72c237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:27:54.959146 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] Network hostable DHCP agents. Network: f555534b-d5d5-441c-9671-1d715caa0c17, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:27:54.964700 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:27:55.039425 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] Network f555534b-d5d5-441c-9671-1d715caa0c17 is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:27:55.107802 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, f555534b-d5d5-441c-9671-1d715caa0c17) {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:27:55.112562 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:27:55.113146 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:55.118137 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d791bb-99a1-44e4-a1a5-cd79546263fd None None] Network f555534b-d5d5-441c-9671-1d715caa0c17 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:27:55.275021 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8759713 Jun 29 12:27:55.424785 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc057d23-e375-5077-95d1-fe9a9afeafb6-f555534b-d5d5-441c-9671-1d715caa0c17', 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'fixed_ips': [{'subnet_id': '4647ac40-0d23-4701-877e-bf2ca3bad37f'}]}} from dv-cinder-786627-14-iscsi. {{(pid=93601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 12:27:55.426021 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:55.700635 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.db_base_plugin_common [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Allocated IP 172.20.0.2 (f555534b-d5d5-441c-9671-1d715caa0c17/4647ac40-0d23-4701-877e-bf2ca3bad37f/271cf70c-3265-4fa2-af24-64e4d593317a) {{(pid=93601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:27:55.900152 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:55.942515 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Transition to ACTIVE for port object 271cf70c-3265-4fa2-af24-64e4d593317a will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:27:55.962936 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Transition to ACTIVE for port object 271cf70c-3265-4fa2-af24-64e4d593317a will not be triggered until provisioned by entity DHCP. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:27:56.040111 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:56.042926 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:27:56.112823 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Network f555534b-d5d5-441c-9671-1d715caa0c17 is already hosted by enough agents. {{(pid=93601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:27:56.118410 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.base_scheduler [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Resources bound (agent type, host, resource id): {{(pid=93601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:27:56.127227 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Received port after_create {{(pid=93601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:27:56.130662 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Pushing event updated for resources: {'Port': ['ID=271cf70c-3265-4fa2-af24-64e4d593317a,revision_number=1']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:27:56.156658 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:56.157032 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:56.157369 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:56.157698 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:56.158164 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:56.158402 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:56.158724 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:56.159040 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:56.159374 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:56.159695 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:56.160011 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:56.160325 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Tracked resource versions report: Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: pushed versions: Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: { 'AddressGroup': {'1.2'}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'ConntrackHelper': {'1.0'}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Log': {'1.0'}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Network': {'1.1'}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Port': {'1.7'}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'PortForwarding': {'1.2'}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'QosPolicy': {'1.8'}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'SecurityGroup': {'1.4'}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'SubPort': {'1.0'}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Subnet': {'1.1'}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Trunk': {'1.1'}} Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: consumer versions: Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: { DHCP agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: L3 agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: Metadata agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: Metering agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: Open vSwitch agent@dv-cinder-786627-14-iscsi: { 'AddressGroup': '1.2', Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'ConntrackHelper': '1.0', Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Log': '1.0', Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Network': '1.1', Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Port': '1.7', Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'PortForwarding': '1.2', Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'QosPolicy': '1.8', Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'SecurityGroup': '1.4', Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'SecurityGroupRule': '1.2', Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'SubPort': '1.0', Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Subnet': '1.1', Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Trunk': '1.1'}} Jun 29 12:27:56.162420 dv-cinder-786627-14-iscsi neutron-server[93601]: {{(pid=93601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:27:56.184516 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:27:56.213993 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Attempting to bind port 271cf70c-3265-4fa2-af24-64e4d593317a on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:27:56.214351 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Attempting to bind port 271cf70c-3265-4fa2-af24-64e4d593317a by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '970de52a-2612-4f82-b17a-3ce38c72c237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:27:56.214786 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Attempting to bind port 271cf70c-3265-4fa2-af24-64e4d593317a on network f555534b-d5d5-441c-9671-1d715caa0c17 {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:27:56.219948 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:27:56.220387 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Checking segment: {'id': '970de52a-2612-4f82-b17a-3ce38c72c237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:27:56.220874 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:56.221267 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Bound using segment: {'id': '970de52a-2612-4f82-b17a-3ce38c72c237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:27:56.221763 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Bound port: 271cf70c-3265-4fa2-af24-64e4d593317a, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970de52a-2612-4f82-b17a-3ce38c72c237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:27:56.222210 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:56.283567 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] For port 271cf70c-3265-4fa2-af24-64e4d593317a, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:27:56.288537 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] For port 271cf70c-3265-4fa2-af24-64e4d593317a, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=271cf70c-3265-4fa2-af24-64e4d593317a,segment=NetworkSegment(970de52a-2612-4f82-b17a-3ce38c72c237),segment_id=970de52a-2612-4f82-b17a-3ce38c72c237)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:27:56.382783 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:27:56.389040 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:27:56.462012 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Pushing event updated for resources: {'Port': ['ID=271cf70c-3265-4fa2-af24-64e4d593317a,revision_number=2']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:27:56.462012 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:27:57.633407 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 46852) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:27:58.131342 dv-cinder-786627-14-iscsi neutron-server[93599]: WARNING oslo_policy.policy [None req-0acc79ed-7c65-4e66-aff0-0e4235e74ce4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:27:58.131911 dv-cinder-786627-14-iscsi neutron-server[93599]: WARNING oslo_policy.policy [None req-0acc79ed-7c65-4e66-aff0-0e4235e74ce4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:27:58.353601 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [None req-0acc79ed-7c65-4e66-aff0-0e4235e74ce4 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 12:27:58.354891 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-0acc79ed-7c65-4e66-aff0-0e4235e74ce4 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7193534 Jun 29 12:28:00.764376 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 46866) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:28:01.075717 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [None req-35c61f09-a517-429c-935e-bd7de31176dd admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 12:28:01.076665 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-35c61f09-a517-429c-935e-bd7de31176dd admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3113546 Jun 29 12:28:02.127403 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 271cf70c-3265-4fa2-af24-64e4d593317a up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:28:02.279505 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 271cf70c-3265-4fa2-af24-64e4d593317a completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:28:02.519134 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2890ea19-c66a-4b59-8352-8d585536659d None None] Network f555534b-d5d5-441c-9671-1d715caa0c17 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:28:02.633557 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-5ebee0fa-1252-4bfd-9313-73ad0bd2db37 None None] Provisioning for port 271cf70c-3265-4fa2-af24-64e4d593317a completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:28:02.644109 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-5ebee0fa-1252-4bfd-9313-73ad0bd2db37 None None] Provisioning complete for port 271cf70c-3265-4fa2-af24-64e4d593317a triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:28:02.644109 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-5ebee0fa-1252-4bfd-9313-73ad0bd2db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:02.809892 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-5ebee0fa-1252-4bfd-9313-73ad0bd2db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:02.845458 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-5ebee0fa-1252-4bfd-9313-73ad0bd2db37 None None] For port 271cf70c-3265-4fa2-af24-64e4d593317a, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=271cf70c-3265-4fa2-af24-64e4d593317a,segment=NetworkSegment(970de52a-2612-4f82-b17a-3ce38c72c237),segment_id=970de52a-2612-4f82-b17a-3ce38c72c237)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:28:02.913825 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-5ebee0fa-1252-4bfd-9313-73ad0bd2db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:02.916086 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:28:02.967042 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebee0fa-1252-4bfd-9313-73ad0bd2db37 None None] Pushing event updated for resources: {'Port': ['ID=271cf70c-3265-4fa2-af24-64e4d593317a,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:02.970268 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-5ebee0fa-1252-4bfd-9313-73ad0bd2db37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:28:03.033018 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-515f79b0-d157-4cde-b316-2bfbb91c3193 None None] Provisioning complete for port 271cf70c-3265-4fa2-af24-64e4d593317a triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:28:03.033387 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-515f79b0-d157-4cde-b316-2bfbb91c3193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:03.672721 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 46880) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:28:03.960841 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-e406fa7c-cc13-4ac8-a84a-2d5435ec3c05 admin admin] Request body: {'router': {'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'name': 'router1', 'admin_state_up': True}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:28:04.024883 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.policy [None req-e406fa7c-cc13-4ac8-a84a-2d5435ec3c05 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93599) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 12:28:04.071754 dv-cinder-786627-14-iscsi neutron-server[93599]: WARNING oslo_policy.policy [None req-e406fa7c-cc13-4ac8-a84a-2d5435ec3c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:28:04.072143 dv-cinder-786627-14-iscsi neutron-server[93599]: WARNING oslo_policy.policy [None req-e406fa7c-cc13-4ac8-a84a-2d5435ec3c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 12:28:04.080764 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.quota [None req-e406fa7c-cc13-4ac8-a84a-2d5435ec3c05 admin admin] Loaded quota_driver: . Jun 29 12:28:04.089958 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 271cf70c-3265-4fa2-af24-64e4d593317a up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:28:04.136343 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 271cf70c-3265-4fa2-af24-64e4d593317a triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:28:04.136712 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:04.211277 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e406fa7c-cc13-4ac8-a84a-2d5435ec3c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-740869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:04.213916 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e406fa7c-cc13-4ac8-a84a-2d5435ec3c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2009'] for router, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:04.368607 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e406fa7c-cc13-4ac8-a84a-2d5435ec3c05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:04.432797 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e406fa7c-cc13-4ac8-a84a-2d5435ec3c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780704'] for router, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:04.507288 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e406fa7c-cc13-4ac8-a84a-2d5435ec3c05 admin admin] Notify callbacks [] for router, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:04.508464 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-e406fa7c-cc13-4ac8-a84a-2d5435ec3c05 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8348081 Jun 29 12:28:06.837055 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 46890) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:28:07.160165 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [None req-34a1c5cd-a0e2-47ea-b831-ca7b20a06593 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 12:28:07.171135 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-34a1c5cd-a0e2-47ea-b831-ca7b20a06593 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3231800 Jun 29 12:28:07.399682 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-842e2015-32e0-48b8-8966-ec5c2ee1d2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:09.498532 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 46898) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:28:09.802086 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:28:09.907342 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Made reservation on behalf of 4eafcbf2e7244dd3a71a4996babd7f7e for: {'network': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:28:09.910155 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:09.927816 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:10.048778 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:10.073553 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-f2973a66-04e4-43a5-b04c-a202c9e7b557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:10.175737 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:10.180333 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:28:10.188628 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Reserving flat network on physical network physnet1 {{(pid=93599) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 12:28:10.223390 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792256169786', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:10.224036 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Unsubscribe: segment precommit_create {{(pid=93599) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 12:28:10.224504 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.segments_db [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Added segment 57b26bc0-18ee-45fe-87fb-4743b623ab2b of type flat for network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb Jun 29 12:28:10.241750 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1afd273-2324-409a-98d4-a29061d498f8,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:10.299168 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:10.299520 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:10.299852 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:10.300203 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:10.300496 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:10.300824 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:10.301142 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:10.301568 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:10.301895 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:10.302230 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:10.302520 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:10.302626 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:10.302830 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Tracked resource versions report: Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: pushed versions: Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: { 'AddressGroup': {'1.2'}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'ConntrackHelper': {'1.0'}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Log': {'1.0'}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Network': {'1.1'}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Port': {'1.7'}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'PortForwarding': {'1.2'}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'QosPolicy': {'1.8'}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'SecurityGroup': {'1.4'}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'SubPort': {'1.0'}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Subnet': {'1.1'}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Trunk': {'1.1'}} Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: consumer versions: Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: { DHCP agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: L3 agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: Metadata agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: Metering agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: Open vSwitch agent@dv-cinder-786627-14-iscsi: { 'AddressGroup': '1.2', Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'ConntrackHelper': '1.0', Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Log': '1.0', Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Network': '1.1', Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Port': '1.7', Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'PortForwarding': '1.2', Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'QosPolicy': '1.8', Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'SecurityGroup': '1.4', Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'SecurityGroupRule': '1.2', Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'SubPort': '1.0', Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Subnet': '1.1', Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Trunk': '1.1'}} Jun 29 12:28:10.304190 dv-cinder-786627-14-iscsi neutron-server[93599]: {{(pid=93599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:28:10.354284 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:10.360177 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:28:10.490842 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:10.492299 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:28:10.492998 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:10.496256 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:28:10.589467 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Pushing event updated for resources: {'Network': ['ID=5d29d3bc-1152-453d-a957-1bb2d7beb9bb,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:10.593242 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:28:10.600313 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:28:10.617351 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1176326 Jun 29 12:28:11.335475 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:12.667611 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:12.947791 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 46920) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:28:13.162160 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f084d2c-b90c-4a66-b208-649025105701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:28:13.163509 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-6f084d2c-b90c-4a66-b208-649025105701 admin admin] 10.222.0.61 "GET /v2.0/subnets/4647ac40-0d23-4701-877e-bf2ca3bad37f HTTP/1.1" status: 200 len: 849 time: 0.2147548 Jun 29 12:28:13.295717 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-a755ec1f-df19-4f8c-b09b-992b873284c3 admin admin] 10.222.0.61 "GET /v2.0/routers/edb14c3a-e4ac-4427-8f21-24a3b7a55bf3 HTTP/1.1" status: 200 len: 704 time: 0.1266823 Jun 29 12:28:13.553932 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:13.841337 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Allocated IP 172.20.0.1 (f555534b-d5d5-441c-9671-1d715caa0c17/4647ac40-0d23-4701-877e-bf2ca3bad37f/073da3c3-1462-42f3-bfc5-e43cdb69c282) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:28:14.023065 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:14.046299 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Transition to ACTIVE for port object 073da3c3-1462-42f3-bfc5-e43cdb69c282 will not be triggered until provisioned by entity DHCP. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:28:14.187731 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:14.190732 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:28:14.260190 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Network f555534b-d5d5-441c-9671-1d715caa0c17 is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:28:14.268348 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:28:14.273424 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Pushing event updated for resources: {'Port': ['ID=073da3c3-1462-42f3-bfc5-e43cdb69c282,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:14.284689 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:28:14.286243 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737671'] for router_interface, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:14.359628 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:28:14.547547 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-52c8dc04-6bdf-48f6-8e86-8622e94a9ae2 None None] Provisioning for port 073da3c3-1462-42f3-bfc5-e43cdb69c282 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:28:14.552327 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-52c8dc04-6bdf-48f6-8e86-8622e94a9ae2 None None] Provisioning complete for port 073da3c3-1462-42f3-bfc5-e43cdb69c282 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:28:14.552735 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-52c8dc04-6bdf-48f6-8e86-8622e94a9ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:14.586635 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-52c8dc04-6bdf-48f6-8e86-8622e94a9ae2 None None] Port 073da3c3-1462-42f3-bfc5-e43cdb69c282 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:28:14.603284 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:14.781301 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:14.832896 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:14.833916 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737555'] for router_interface, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:14.835515 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:28:14.913944 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Pushing event updated for resources: {'Port': ['ID=073da3c3-1462-42f3-bfc5-e43cdb69c282,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:14.918686 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:28:14.962662 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Network f555534b-d5d5-441c-9671-1d715caa0c17 is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:28:14.963937 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:28:15.170640 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Router edb14c3a-e4ac-4427-8f21-24a3b7a55bf3 is scheduled to L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd with binding_index 1 {{(pid=93599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 12:28:15.206404 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-4e42a6b3-1e13-4e51-ac32-c3d87be12919 None None] Provisioning complete for port 073da3c3-1462-42f3-bfc5-e43cdb69c282 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:28:15.206781 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4e42a6b3-1e13-4e51-ac32-c3d87be12919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:15.243712 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-4e42a6b3-1e13-4e51-ac32-c3d87be12919 None None] Port 073da3c3-1462-42f3-bfc5-e43cdb69c282 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:28:15.262221 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:28:15.267197 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] 10.222.0.61 "PUT /v2.0/routers/edb14c3a-e4ac-4427-8f21-24a3b7a55bf3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9667976 Jun 29 12:28:15.271628 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Sync routers for ids ['edb14c3a-e4ac-4427-8f21-24a3b7a55bf3'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:28:15.283323 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Routers {'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:28:15.284161 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:28:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['edb14c3a-e4ac-4427-8f21-24a3b7a55bf3'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:28:15.466768 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Set router edb14c3a-e4ac-4427-8f21-24a3b7a55bf3 gateway port host: None {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:28:15.891881 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'name': 'router1', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:28:04Z', 'updated_at': '2021-06-29T12:28:14Z', 'revision_number': 2, 'project_id': 'c37517a0a23041168d4bc59fc7ab4114', 'gw_port_host': None, '_interfaces': [{'id': '073da3c3-1462-42f3-bfc5-e43cdb69c282', 'name': '', 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'mac_address': 'fa:16:3e:36:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4647ac40-0d23-4701-877e-bf2ca3bad37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:28:13Z', 'updated_at': '2021-06-29T12:28:14Z', 'revision_number': 2, 'project_id': 'c37517a0a23041168d4bc59fc7ab4114', 'subnets': [{'id': '4647ac40-0d23-4701-877e-bf2ca3bad37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebd9b279-fa17-4577-bdee-328b7a7387fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:28:15.944421 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Checking router: edb14c3a-e4ac-4427-8f21-24a3b7a55bf3 for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:28:15.944801 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Updating router edb14c3a-e4ac-4427-8f21-24a3b7a55bf3 port 073da3c3-1462-42f3-bfc5-e43cdb69c282 binding host dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:28:16.009144 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:16.508198 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Notify callbacks [] for port, precommit_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:16.526195 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.provisioning_blocks [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Transition to ACTIVE for port object 073da3c3-1462-42f3-bfc5-e43cdb69c282 will not be triggered until provisioned by entity L2. {{(pid=93602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:28:16.598942 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:16.603183 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:28:16.763215 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Attempting to bind port 073da3c3-1462-42f3-bfc5-e43cdb69c282 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:28:16.763539 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Attempting to bind port 073da3c3-1462-42f3-bfc5-e43cdb69c282 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '970de52a-2612-4f82-b17a-3ce38c72c237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17'}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:28:16.764215 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Attempting to bind port 073da3c3-1462-42f3-bfc5-e43cdb69c282 on network f555534b-d5d5-441c-9671-1d715caa0c17 {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:28:16.769414 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Pushing event updated for resources: {'Port': ['ID=073da3c3-1462-42f3-bfc5-e43cdb69c282,revision_number=3']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:16.774653 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:28:16.775066 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Checking segment: {'id': '970de52a-2612-4f82-b17a-3ce38c72c237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:28:16.775548 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:16.775929 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Bound using segment: {'id': '970de52a-2612-4f82-b17a-3ce38c72c237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17'} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:28:16.776441 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Bound port: 073da3c3-1462-42f3-bfc5-e43cdb69c282, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970de52a-2612-4f82-b17a-3ce38c72c237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17'}}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:28:16.776853 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:16.782919 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:16.783264 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:16.783595 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:16.783922 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:16.784241 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:16.784554 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:16.784869 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:16.785182 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:16.786169 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:16.786489 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:16.786804 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:16.787127 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Tracked resource versions report: Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: pushed versions: Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: { 'AddressGroup': {'1.2'}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'ConntrackHelper': {'1.0'}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Log': {'1.0'}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Network': {'1.1'}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Port': {'1.7'}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'PortForwarding': {'1.2'}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'QosPolicy': {'1.8'}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'SecurityGroup': {'1.4'}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'SubPort': {'1.0'}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Subnet': {'1.1'}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Trunk': {'1.1'}} Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: consumer versions: Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: { DHCP agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: L3 agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: Metadata agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: Metering agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: Open vSwitch agent@dv-cinder-786627-14-iscsi: { 'AddressGroup': '1.2', Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'ConntrackHelper': '1.0', Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Log': '1.0', Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Network': '1.1', Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Port': '1.7', Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'PortForwarding': '1.2', Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'QosPolicy': '1.8', Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'SecurityGroup': '1.4', Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'SecurityGroupRule': '1.2', Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'SubPort': '1.0', Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Subnet': '1.1', Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Trunk': '1.1'}} Jun 29 12:28:16.788518 dv-cinder-786627-14-iscsi neutron-server[93602]: {{(pid=93602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:28:16.797601 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:28:16.852665 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] For port 073da3c3-1462-42f3-bfc5-e43cdb69c282, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:28:16.878078 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] For port 073da3c3-1462-42f3-bfc5-e43cdb69c282, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=073da3c3-1462-42f3-bfc5-e43cdb69c282,segment=NetworkSegment(970de52a-2612-4f82-b17a-3ce38c72c237),segment_id=970de52a-2612-4f82-b17a-3ce38c72c237)] {{(pid=93602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:28:16.941297 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:16.944459 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:28:16.995567 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Routers {'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:28:16.996229 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:28:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['edb14c3a-e4ac-4427-8f21-24a3b7a55bf3'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:28:17.065045 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Pushing event updated for resources: {'Port': ['ID=073da3c3-1462-42f3-bfc5-e43cdb69c282,revision_number=4']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:17.069984 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:28:17.096376 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] Set router edb14c3a-e4ac-4427-8f21-24a3b7a55bf3 gateway port host: None {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:28:17.303950 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'name': 'router1', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:28:04Z', 'updated_at': '2021-06-29T12:28:14Z', 'revision_number': 2, 'project_id': 'c37517a0a23041168d4bc59fc7ab4114', 'gw_port_host': None, '_interfaces': [{'id': '073da3c3-1462-42f3-bfc5-e43cdb69c282', 'name': '', 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'mac_address': 'fa:16:3e:36:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4647ac40-0d23-4701-877e-bf2ca3bad37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:28:13Z', 'updated_at': '2021-06-29T12:28:16Z', 'revision_number': 4, 'project_id': 'c37517a0a23041168d4bc59fc7ab4114', 'subnets': [{'id': '4647ac40-0d23-4701-877e-bf2ca3bad37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebd9b279-fa17-4577-bdee-328b7a7387fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:28:17.332904 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a5d02-58b5-4842-9e16-974ed53cfb82 None None] The sync data for ids ['edb14c3a-e4ac-4427-8f21-24a3b7a55bf3'] in dv-cinder-786627-14-iscsi is: [{'id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'name': 'router1', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:28:04Z', 'updated_at': '2021-06-29T12:28:14Z', 'revision_number': 2, 'project_id': 'c37517a0a23041168d4bc59fc7ab4114', 'gw_port_host': None, '_interfaces': [{'id': '073da3c3-1462-42f3-bfc5-e43cdb69c282', 'name': '', 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'mac_address': 'fa:16:3e:36:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4647ac40-0d23-4701-877e-bf2ca3bad37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:28:13Z', 'updated_at': '2021-06-29T12:28:16Z', 'revision_number': 4, 'project_id': 'c37517a0a23041168d4bc59fc7ab4114', 'subnets': [{'id': '4647ac40-0d23-4701-877e-bf2ca3bad37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebd9b279-fa17-4577-bdee-328b7a7387fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:28:17.452409 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 46942) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:28:17.561380 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcf98da-06ac-4671-a05e-8207a2860f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:28:17.562682 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-efcf98da-06ac-4671-a05e-8207a2860f7a admin admin] 10.222.0.61 "GET /v2.0/networks/5d29d3bc-1152-453d-a957-1bb2d7beb9bb HTTP/1.1" status: 200 len: 842 time: 0.1093109 Jun 29 12:28:17.572779 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:28:17.667427 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Made reservation on behalf of 4eafcbf2e7244dd3a71a4996babd7f7e for: {'subnet': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:28:17.669770 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:18.017299 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.objects.ports [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 12:28:18.017759 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for subnet, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:18.020524 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:28:18.069191 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e6f8fb-e84c-4a15-b2da-450e1ebd21ff,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:18.078210 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:28:18.086764 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Checking segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:28:18.087106 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Network hostable DHCP agents. Network: 5d29d3bc-1152-453d-a957-1bb2d7beb9bb, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:28:18.197527 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:28:18.272024 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 5d29d3bc-1152-453d-a957-1bb2d7beb9bb) {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:28:18.276424 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:28:18.277010 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:18.282021 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf919b3-b5a4-4684-9afc-8b64c22b6ae5 None None] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:28:18.374220 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7961965 Jun 29 12:28:18.408990 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae80acee-d6b5-4b09-957e-2e6a9febbcd4 None None] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:28:20.607384 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 46954) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:28:20.734469 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-c8d86a75-2139-4ff1-b2de-cb35ed76a7e0 admin admin] 10.222.0.61 "GET /v2.0/routers/edb14c3a-e4ac-4427-8f21-24a3b7a55bf3 HTTP/1.1" status: 200 len: 710 time: 0.1260090 Jun 29 12:28:20.818758 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8c0a65-9429-49c0-a96e-066de41b1b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:28:20.820130 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-4c8c0a65-9429-49c0-a96e-066de41b1b04 admin admin] 10.222.0.61 "GET /v2.0/networks/5d29d3bc-1152-453d-a957-1bb2d7beb9bb HTTP/1.1" status: 200 len: 886 time: 0.0803618 Jun 29 12:28:20.828681 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:28:21.156646 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1835'] for router, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:21.438314 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:21.516024 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:21.614588 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Allocated IP 172.27.2.89 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/b540e3d8-c709-4d91-a117-83e4f4711c4e) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:28:21.712093 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:21.816364 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:21.819571 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:28:21.858040 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:28:21.860814 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:28:21.863939 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:28:21.903525 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=b540e3d8-c709-4d91-a117-83e4f4711c4e,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:21.906245 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:28:22.116835 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 073da3c3-1462-42f3-bfc5-e43cdb69c282 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:28:22.193656 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:22.244401 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 073da3c3-1462-42f3-bfc5-e43cdb69c282 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:28:22.248146 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 073da3c3-1462-42f3-bfc5-e43cdb69c282 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:28:22.248526 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:22.324752 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:22.355255 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port 073da3c3-1462-42f3-bfc5-e43cdb69c282, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=073da3c3-1462-42f3-bfc5-e43cdb69c282,segment=NetworkSegment(970de52a-2612-4f82-b17a-3ce38c72c237),segment_id=970de52a-2612-4f82-b17a-3ce38c72c237)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:28:22.390365 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1835'] for router, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:22.393506 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780626', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740941'] for router, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:22.427425 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:22.429310 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:28:22.476533 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=073da3c3-1462-42f3-bfc5-e43cdb69c282,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:22.479521 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:28:22.501889 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Router edb14c3a-e4ac-4427-8f21-24a3b7a55bf3 has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:28:22.683326 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:28:22.687655 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Notify callbacks [] for router, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:22.688781 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] 10.222.0.61 "PUT /v2.0/routers/edb14c3a-e4ac-4427-8f21-24a3b7a55bf3 HTTP/1.1" status: 200 len: 889 time: 1.8632655 Jun 29 12:28:22.693401 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Sync routers for ids ['edb14c3a-e4ac-4427-8f21-24a3b7a55bf3'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:28:22.704476 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Routers {'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:28:22.705161 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:28:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['edb14c3a-e4ac-4427-8f21-24a3b7a55bf3'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:28:22.967012 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Set router edb14c3a-e4ac-4427-8f21-24a3b7a55bf3 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:28:23.356671 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'name': 'router1', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b540e3d8-c709-4d91-a117-83e4f4711c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:28:04Z', 'updated_at': '2021-06-29T12:28:21Z', 'revision_number': 4, 'project_id': 'c37517a0a23041168d4bc59fc7ab4114', 'gw_port': {'id': 'b540e3d8-c709-4d91-a117-83e4f4711c4e', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:28:21Z', 'updated_at': '2021-06-29T12:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '073da3c3-1462-42f3-bfc5-e43cdb69c282', 'name': '', 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'mac_address': 'fa:16:3e:36:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4647ac40-0d23-4701-877e-bf2ca3bad37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:28:13Z', 'updated_at': '2021-06-29T12:28:22Z', 'revision_number': 5, 'project_id': 'c37517a0a23041168d4bc59fc7ab4114', 'subnets': [{'id': '4647ac40-0d23-4701-877e-bf2ca3bad37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebd9b279-fa17-4577-bdee-328b7a7387fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:28:23.408121 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Checking router: edb14c3a-e4ac-4427-8f21-24a3b7a55bf3 for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:28:23.408495 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Updating router edb14c3a-e4ac-4427-8f21-24a3b7a55bf3 port b540e3d8-c709-4d91-a117-83e4f4711c4e binding host dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:28:23.443018 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:23.765132 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Notify callbacks [] for port, precommit_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:23.775757 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Transition to ACTIVE for port object b540e3d8-c709-4d91-a117-83e4f4711c4e will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:28:23.844624 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:23.848451 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:28:23.892851 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Attempting to bind port b540e3d8-c709-4d91-a117-83e4f4711c4e on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:28:23.893223 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Attempting to bind port b540e3d8-c709-4d91-a117-83e4f4711c4e by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:28:23.893590 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Attempting to bind port b540e3d8-c709-4d91-a117-83e4f4711c4e on network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:28:23.901560 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13185344-a4b0-492f-9eac-880df9f2aa59 None None] Pushing event updated for resources: {'Port': ['ID=b540e3d8-c709-4d91-a117-83e4f4711c4e,revision_number=2']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:23.903820 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:28:23.904191 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Checking segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:28:23.904584 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:23.904965 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Bound using segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:28:23.905425 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Bound port: b540e3d8-c709-4d91-a117-83e4f4711c4e, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:28:23.905803 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:23.907497 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-13185344-a4b0-492f-9eac-880df9f2aa59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:28:23.957725 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] For port b540e3d8-c709-4d91-a117-83e4f4711c4e, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:28:23.960707 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] For port b540e3d8-c709-4d91-a117-83e4f4711c4e, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b540e3d8-c709-4d91-a117-83e4f4711c4e,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:28:24.039569 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:24.041905 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d7cf70af-5c31-4bab-81b3-0409747f23a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:28:24.101145 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Routers {'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:28:24.101786 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:28:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['edb14c3a-e4ac-4427-8f21-24a3b7a55bf3'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:28:24.136906 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13185344-a4b0-492f-9eac-880df9f2aa59 None None] Pushing event updated for resources: {'Port': ['ID=b540e3d8-c709-4d91-a117-83e4f4711c4e,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:24.147305 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 073da3c3-1462-42f3-bfc5-e43cdb69c282 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:28:24.149401 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-13185344-a4b0-492f-9eac-880df9f2aa59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:28:24.321007 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 073da3c3-1462-42f3-bfc5-e43cdb69c282 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:28:24.321301 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:24.344119 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] Set router edb14c3a-e4ac-4427-8f21-24a3b7a55bf3 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:28:24.600131 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'name': 'router1', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b540e3d8-c709-4d91-a117-83e4f4711c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:28:04Z', 'updated_at': '2021-06-29T12:28:21Z', 'revision_number': 4, 'project_id': 'c37517a0a23041168d4bc59fc7ab4114', 'gw_port': {'id': 'b540e3d8-c709-4d91-a117-83e4f4711c4e', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:28:21Z', 'updated_at': '2021-06-29T12:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '073da3c3-1462-42f3-bfc5-e43cdb69c282', 'name': '', 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'mac_address': 'fa:16:3e:36:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4647ac40-0d23-4701-877e-bf2ca3bad37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:28:13Z', 'updated_at': '2021-06-29T12:28:22Z', 'revision_number': 5, 'project_id': 'c37517a0a23041168d4bc59fc7ab4114', 'subnets': [{'id': '4647ac40-0d23-4701-877e-bf2ca3bad37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebd9b279-fa17-4577-bdee-328b7a7387fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:28:24.630034 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56261f-5397-4269-aeee-a5fca05b4f57 None None] The sync data for ids ['edb14c3a-e4ac-4427-8f21-24a3b7a55bf3'] in dv-cinder-786627-14-iscsi is: [{'id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'name': 'router1', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'b540e3d8-c709-4d91-a117-83e4f4711c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:28:04Z', 'updated_at': '2021-06-29T12:28:21Z', 'revision_number': 4, 'project_id': 'c37517a0a23041168d4bc59fc7ab4114', 'gw_port': {'id': 'b540e3d8-c709-4d91-a117-83e4f4711c4e', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:28:21Z', 'updated_at': '2021-06-29T12:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '073da3c3-1462-42f3-bfc5-e43cdb69c282', 'name': '', 'network_id': 'f555534b-d5d5-441c-9671-1d715caa0c17', 'tenant_id': 'c37517a0a23041168d4bc59fc7ab4114', 'mac_address': 'fa:16:3e:36:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb14c3a-e4ac-4427-8f21-24a3b7a55bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4647ac40-0d23-4701-877e-bf2ca3bad37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:28:13Z', 'updated_at': '2021-06-29T12:28:22Z', 'revision_number': 5, 'project_id': 'c37517a0a23041168d4bc59fc7ab4114', 'subnets': [{'id': '4647ac40-0d23-4701-877e-bf2ca3bad37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebd9b279-fa17-4577-bdee-328b7a7387fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:28:25.066238 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 46962) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:28:25.194608 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-b3c82acc-eb5c-4845-adaf-b9612ff7fe4b admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1265988 Jun 29 12:28:26.136203 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b540e3d8-c709-4d91-a117-83e4f4711c4e up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:28:26.244132 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port b540e3d8-c709-4d91-a117-83e4f4711c4e completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:28:26.247765 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port b540e3d8-c709-4d91-a117-83e4f4711c4e triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:28:26.248140 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:26.324796 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:26.346014 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port b540e3d8-c709-4d91-a117-83e4f4711c4e, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b540e3d8-c709-4d91-a117-83e4f4711c4e,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:28:26.404359 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:26.407868 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-13185344-a4b0-492f-9eac-880df9f2aa59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:28:26.456338 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=b540e3d8-c709-4d91-a117-83e4f4711c4e,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:28:26.460648 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:28:28.127463 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b540e3d8-c709-4d91-a117-83e4f4711c4e up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:28:28.191858 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port b540e3d8-c709-4d91-a117-83e4f4711c4e triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:28:28.192534 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:37.404393 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-f563273e-e59b-46a2-8c9d-f24641640acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:38.984833 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 5 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:28:40.073021 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-2984f9c2-f0ff-4250-bf40-67fcda650a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:40.283576 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:41.353067 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:28:42.689356 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:29:08.032894 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-f074c5b5-8281-4f83-9265-76baf4b0f8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:29:10.049490 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6e4ec309-8e77-4ead-b7c2-e584d1c7610f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:29:10.289603 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:29:11.334751 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:29:12.688949 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:29:15.982930 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 5 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:29:37.402912 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-22f04b96-c58e-4e20-a190-226dd1724a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:29:40.070944 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-2d708b84-9cb4-46ac-9671-262c26e035a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:29:40.260394 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:29:41.350909 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:29:42.688419 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:29:52.980768 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 5 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:30:02.709160 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47530) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:02.766564 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2066c48-7f71-4bc0-ae4a-70b326440308 admin admin] GET failed (client error): The resource could not be found. Jun 29 12:30:02.767890 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-e2066c48-7f71-4bc0-ae4a-70b326440308 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0578010 Jun 29 12:30:02.920193 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc777f-8a96-4577-b962-1ca6a1c6c42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:02.921547 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-5dbc777f-8a96-4577-b962-1ca6a1c6c42b admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1499634 Jun 29 12:30:05.046308 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47540) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:05.137008 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ba7ea4-df0d-4f60-8e71-818fa8b3c809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:05.138391 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-d2ba7ea4-df0d-4f60-8e71-818fa8b3c809 admin admin] 10.222.0.61 "GET /v2.0/subnets/4647ac40-0d23-4701-877e-bf2ca3bad37f HTTP/1.1" status: 200 len: 849 time: 0.0911090 Jun 29 12:30:05.147982 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:30:05.227954 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:05.538846 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792256102867'] for subnet, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:05.540911 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:30:05.569247 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:05.569829 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:05.571111 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] 10.222.0.61 "PUT /v2.0/subnets/4647ac40-0d23-4701-877e-bf2ca3bad37f HTTP/1.1" status: 200 len: 868 time: 0.4267437 Jun 29 12:30:05.585108 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a9c01-efa3-4fa6-894d-21463f31aefe None None] Network f555534b-d5d5-441c-9671-1d715caa0c17 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:30:05.590637 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4647ac40-0d23-4701-877e-bf2ca3bad37f,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:30:05.598520 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:05.598901 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:05.599197 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:05.599523 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:05.599850 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:05.600173 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:05.600494 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:05.600836 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:05.601176 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:05.601499 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:05.601817 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:05.602155 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:05.605861 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:30:06.002408 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-c389bc80-59ee-478d-bed2-dd5017fd31bb None None] Provisioning complete for port 271cf70c-3265-4fa2-af24-64e4d593317a triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:30:06.002807 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c389bc80-59ee-478d-bed2-dd5017fd31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:06.092691 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-c389bc80-59ee-478d-bed2-dd5017fd31bb None None] Provisioning complete for port 073da3c3-1462-42f3-bfc5-e43cdb69c282 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:30:06.092972 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c389bc80-59ee-478d-bed2-dd5017fd31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:07.390626 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6ba67d40-c654-40c7-bb67-fd5d88c5893d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:07.712959 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47548) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:07.914226 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a212ff-fd23-4299-8dac-64ef719d5c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:07.914631 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a212ff-fd23-4299-8dac-64ef719d5c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:07.916162 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-34a212ff-fd23-4299-8dac-64ef719d5c6c admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023251 Jun 29 12:30:10.046190 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47556) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:10.055802 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-3e9f5a2f-c96c-4bc6-a980-47ed937b8ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:10.177560 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505faea5-684e-4e7c-a16d-d17e0631ba4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:10.178043 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505faea5-684e-4e7c-a16d-d17e0631ba4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:10.179622 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-505faea5-684e-4e7c-a16d-d17e0631ba4b admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324849 Jun 29 12:30:10.304936 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:11.339297 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:12.318706 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47564) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:12.448152 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e803a9-3170-409b-ac67-858f658a07aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:12.449549 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-f9e803a9-3170-409b-ac67-858f658a07aa admin admin] 10.222.0.61 "GET /v2.0/networks/5d29d3bc-1152-453d-a957-1bb2d7beb9bb HTTP/1.1" status: 200 len: 886 time: 0.1298721 Jun 29 12:30:12.732764 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:14.631967 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47572) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:14.757602 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a0feed-5d1f-4c9e-8dc9-02bf3498c702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:14.759003 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-d4a0feed-5d1f-4c9e-8dc9-02bf3498c702 admin admin] 10.222.0.61 "GET /v2.0/networks/f555534b-d5d5-441c-9671-1d715caa0c17 HTTP/1.1" status: 200 len: 869 time: 0.1261094 Jun 29 12:30:16.956687 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47580) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:17.080320 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba73f29-33ae-4057-8de8-dc8d75f36d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:17.080781 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba73f29-33ae-4057-8de8-dc8d75f36d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:17.082328 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-4ba73f29-33ae-4057-8de8-dc8d75f36d70 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246455 Jun 29 12:30:19.213364 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47588) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:19.301954 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670075b7-2150-4e09-a6d8-f96f1c0b1da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:19.302365 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670075b7-2150-4e09-a6d8-f96f1c0b1da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:19.303872 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-670075b7-2150-4e09-a6d8-f96f1c0b1da5 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0895791 Jun 29 12:30:21.444287 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 47596) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:21.539333 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90bdee4-dedc-4d19-9353-c5a71d30bacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:21.540656 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-a90bdee4-dedc-4d19-9353-c5a71d30bacb admin admin] 10.222.0.61 "GET /v2.0/subnets/4647ac40-0d23-4701-877e-bf2ca3bad37f HTTP/1.1" status: 200 len: 868 time: 0.0954366 Jun 29 12:30:23.681138 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 47606) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:23.766673 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d667bf4-e440-4cb2-9f44-d72827871fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:23.767996 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-3d667bf4-e440-4cb2-9f44-d72827871fd0 admin admin] 10.222.0.61 "GET /v2.0/subnets/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff HTTP/1.1" status: 200 len: 816 time: 0.0859170 Jun 29 12:30:29.981060 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 5 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:30:37.401272 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-876dc81b-ec32-4033-9f7e-c8f7d2660edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:40.040727 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-255630b9-aa89-4187-a946-c9f78e1d7ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:40.280838 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:41.372346 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:42.686607 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:47.133734 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 47650) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:47.179735 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [None req-5390180e-c29f-438d-9cb5-a68def4a5110 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 12:30:47.180728 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-5390180e-c29f-438d-9cb5-a68def4a5110 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460310 Jun 29 12:30:49.382708 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47658) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:49.439737 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f844afc-f595-42d1-80fc-ad17355d283e admin admin] GET failed (client error): The resource could not be found. Jun 29 12:30:49.441019 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-2f844afc-f595-42d1-80fc-ad17355d283e admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0573807 Jun 29 12:30:49.527131 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2bf6a3-3bef-437a-be82-b28b0135a8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:49.528576 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-8c2bf6a3-3bef-437a-be82-b28b0135a8a0 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838225 Jun 29 12:30:51.664216 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47666) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:51.709806 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:30:51.783334 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] Made reservation on behalf of 4eafcbf2e7244dd3a71a4996babd7f7e for: {'network': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:30:51.785668 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:51.815936 dv-cinder-786627-14-iscsi neutron-server[93599]: WARNING neutron.services.revisions.revision_plugin [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] Could not find related network for resource to bump revision. Jun 29 12:30:51.829775 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:30:51.838705 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:51.839039 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.segments_db [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] Added segment feecb490-6f7d-4367-a493-c2946cb1362e of type vlan for network edd07170-4a5f-4c01-b236-517bdbac3c7a Jun 29 12:30:51.887597 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:51.977682 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:51.979075 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:51.979700 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:51.982544 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:30:52.039632 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] Pushing event updated for resources: {'Network': ['ID=edd07170-4a5f-4c01-b236-517bdbac3c7a,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:30:52.043027 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:30:52.050507 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network edd07170-4a5f-4c01-b236-517bdbac3c7a details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:30:52.092933 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4270539 Jun 29 12:30:54.221619 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 47674) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:30:54.278389 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5720ab80-2678-42d2-9408-becd4c0b2527 admin admin] GET failed (client error): The resource could not be found. Jun 29 12:30:54.279717 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-5720ab80-2678-42d2-9408-becd4c0b2527 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0570433 Jun 29 12:30:54.380702 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54632333-ac00-42ff-b573-c685f5c06ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:54.382162 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-54632333-ac00-42ff-b573-c685f5c06ff8 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0979583 Jun 29 12:30:54.391775 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Request body: {'subnet': {'network_id': 'edd07170-4a5f-4c01-b236-517bdbac3c7a', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:30:54.486146 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Made reservation on behalf of 4eafcbf2e7244dd3a71a4996babd7f7e for: {'subnet': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:30:54.488595 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:54.697913 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for subnet, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:54.700842 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-44259336-91c1-4daa-ab67-c6d61db3a119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:30:54.750220 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff12ce2-8d89-436c-a7e5-fddc27e49a94,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:30:54.760966 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:54.761315 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:54.761642 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:54.761960 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:54.762298 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:54.762611 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:54.762923 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:54.763232 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:54.763570 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:54.763864 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:54.764659 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:54.764956 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:54.768052 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Checking segment: {'id': 'feecb490-6f7d-4367-a493-c2946cb1362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'edd07170-4a5f-4c01-b236-517bdbac3c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:30:54.768399 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Network hostable DHCP agents. Network: edd07170-4a5f-4c01-b236-517bdbac3c7a, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:30:54.770396 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:30:54.834498 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Network edd07170-4a5f-4c01-b236-517bdbac3c7a is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:30:54.909007 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, edd07170-4a5f-4c01-b236-517bdbac3c7a) {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:30:54.913294 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:30:54.913874 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:54.918370 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec506f8-cd34-40ac-b6d2-646d01904478 None None] Network edd07170-4a5f-4c01-b236-517bdbac3c7a requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:30:55.001855 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6134367 Jun 29 12:30:55.167334 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc057d23-e375-5077-95d1-fe9a9afeafb6-edd07170-4a5f-4c01-b236-517bdbac3c7a', 'network_id': 'edd07170-4a5f-4c01-b236-517bdbac3c7a', 'tenant_id': '4eafcbf2e7244dd3a71a4996babd7f7e', 'fixed_ips': [{'subnet_id': '6ff12ce2-8d89-436c-a7e5-fddc27e49a94'}]}} from dv-cinder-786627-14-iscsi. {{(pid=93601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 12:30:55.168208 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:55.304158 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.db_base_plugin_common [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Allocated IP 192.168.233.2 (edd07170-4a5f-4c01-b236-517bdbac3c7a/6ff12ce2-8d89-436c-a7e5-fddc27e49a94/e8ee2040-9ae0-49cc-969c-ac27554aeca9) {{(pid=93601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:30:55.448769 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Notify callbacks [] for port, precommit_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:55.457872 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Transition to ACTIVE for port object e8ee2040-9ae0-49cc-969c-ac27554aeca9 will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:30:55.474115 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Transition to ACTIVE for port object e8ee2040-9ae0-49cc-969c-ac27554aeca9 will not be triggered until provisioned by entity DHCP. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:30:55.538276 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:55.540536 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:30:55.577004 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Network edd07170-4a5f-4c01-b236-517bdbac3c7a is already hosted by enough agents. {{(pid=93601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:30:55.579721 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.base_scheduler [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Resources bound (agent type, host, resource id): {{(pid=93601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:30:55.591092 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Received port after_create {{(pid=93601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:30:55.591214 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Pushing event updated for resources: {'Port': ['ID=e8ee2040-9ae0-49cc-969c-ac27554aeca9,revision_number=1']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:30:55.615111 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:55.615471 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:55.615812 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:55.616156 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:55.616490 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:55.616832 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:55.617153 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:55.617467 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:55.617794 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:55.618108 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:55.618444 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:55.618748 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:30:55.624092 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:30:55.653588 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Attempting to bind port e8ee2040-9ae0-49cc-969c-ac27554aeca9 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:30:55.653957 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Attempting to bind port e8ee2040-9ae0-49cc-969c-ac27554aeca9 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': 'feecb490-6f7d-4367-a493-c2946cb1362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'edd07170-4a5f-4c01-b236-517bdbac3c7a'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:30:55.654348 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Attempting to bind port e8ee2040-9ae0-49cc-969c-ac27554aeca9 on network edd07170-4a5f-4c01-b236-517bdbac3c7a {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:30:55.659936 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:30:55.660302 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Checking segment: {'id': 'feecb490-6f7d-4367-a493-c2946cb1362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'edd07170-4a5f-4c01-b236-517bdbac3c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:30:55.660699 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:55.661086 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Bound using segment: {'id': 'feecb490-6f7d-4367-a493-c2946cb1362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'edd07170-4a5f-4c01-b236-517bdbac3c7a'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:30:55.661549 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Bound port: e8ee2040-9ae0-49cc-969c-ac27554aeca9, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feecb490-6f7d-4367-a493-c2946cb1362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'edd07170-4a5f-4c01-b236-517bdbac3c7a'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:30:55.661942 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:55.726314 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] For port e8ee2040-9ae0-49cc-969c-ac27554aeca9, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:30:55.729446 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] For port e8ee2040-9ae0-49cc-969c-ac27554aeca9, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=e8ee2040-9ae0-49cc-969c-ac27554aeca9,segment=NetworkSegment(feecb490-6f7d-4367-a493-c2946cb1362e),segment_id=feecb490-6f7d-4367-a493-c2946cb1362e)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:30:55.806955 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:55.809205 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:30:55.869691 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Pushing event updated for resources: {'Port': ['ID=e8ee2040-9ae0-49cc-969c-ac27554aeca9,revision_number=2']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:30:55.880175 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:30:56.245542 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device e8ee2040-9ae0-49cc-969c-ac27554aeca9 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:30:56.372186 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port e8ee2040-9ae0-49cc-969c-ac27554aeca9 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:30:56.702833 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28ae7a-b74e-487d-8bd6-64d67668ce94 None None] Network edd07170-4a5f-4c01-b236-517bdbac3c7a requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:30:56.886648 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-801115f2-14a0-414e-9329-ceb3184aab32 None None] Provisioning for port e8ee2040-9ae0-49cc-969c-ac27554aeca9 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:30:56.891177 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-801115f2-14a0-414e-9329-ceb3184aab32 None None] Provisioning complete for port e8ee2040-9ae0-49cc-969c-ac27554aeca9 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:30:56.891718 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-801115f2-14a0-414e-9329-ceb3184aab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:56.986251 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-801115f2-14a0-414e-9329-ceb3184aab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:57.023356 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-801115f2-14a0-414e-9329-ceb3184aab32 None None] For port e8ee2040-9ae0-49cc-969c-ac27554aeca9, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=e8ee2040-9ae0-49cc-969c-ac27554aeca9,segment=NetworkSegment(feecb490-6f7d-4367-a493-c2946cb1362e),segment_id=feecb490-6f7d-4367-a493-c2946cb1362e)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:30:57.103483 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-801115f2-14a0-414e-9329-ceb3184aab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:57.105610 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:30:57.153176 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801115f2-14a0-414e-9329-ceb3184aab32 None None] Pushing event updated for resources: {'Port': ['ID=e8ee2040-9ae0-49cc-969c-ac27554aeca9,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:30:57.157337 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-801115f2-14a0-414e-9329-ceb3184aab32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:30:57.222923 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-c150a74c-bab4-459e-8573-6acc70df4e4d None None] Provisioning complete for port e8ee2040-9ae0-49cc-969c-ac27554aeca9 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:30:57.223296 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c150a74c-bab4-459e-8573-6acc70df4e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:30:58.222238 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device e8ee2040-9ae0-49cc-969c-ac27554aeca9 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:30:58.268658 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port e8ee2040-9ae0-49cc-969c-ac27554aeca9 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:30:58.268949 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:31:06.979472 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 5 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:31:07.411446 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-47920089-2ac3-4b29-a243-478276b22f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:31:10.046348 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-a6ebe8f4-0083-4700-aa18-c7b7f71a3212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:31:10.297233 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:31:11.406196 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:31:12.719770 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:31:37.433423 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-a64dfe8d-277c-4df8-919e-dc8709fa527d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:31:40.056430 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-e6d0fd4f-5a71-422b-ba2c-d0a891d4d843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:31:40.389903 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:31:41.353318 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:31:42.707760 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:31:43.979156 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 5 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:32:07.398950 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-bfe09ce8-770c-4581-be4a-6b3c96525435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:10.038807 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d42fc8fe-8895-4e16-aae4-bb7fb29d2b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:10.290643 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:10.954350 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 47726) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:32:10.960177 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [None req-c8c73771-147e-427f-bdbc-f09b3d69c699 tempest-verify_tempest_config-1076917237 tempest-verify_tempest_config-1076917237-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 12:32:10.961192 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-c8c73771-147e-427f-bdbc-f09b3d69c699 tempest-verify_tempest_config-1076917237 tempest-verify_tempest_config-1076917237-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058839 Jun 29 12:32:11.358168 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:11.403748 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 47744) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:32:11.501144 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:11.585572 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:11.637927 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:11.640910 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:32:11.681468 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808e4b73-c93e-4440-a994-bb878827c1f1,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:32:11.685154 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec3e398d0aae4e7180da096b88f8bfe5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2804592 Jun 29 12:32:11.688038 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47748) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:32:11.690339 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:11.690696 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:11.691027 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:11.691353 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:11.691669 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:11.692013 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:11.692321 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:11.692647 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:11.692974 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:11.693282 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:11.693588 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:11.693891 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:11.697835 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:32:11.749114 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:11.864462 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:11.992863 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:11.995904 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:11.997305 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/808e4b73-c93e-4440-a994-bb878827c1f1 HTTP/1.1" status: 204 len: 168 time: 0.3082194 Jun 29 12:32:11.997920 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:32:12.005448 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808e4b73-c93e-4440-a994-bb878827c1f1,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:32:12.012582 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:12.012958 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:12.013305 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:12.013664 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:12.013955 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:12.014321 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:12.014646 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:12.014984 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:12.015333 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:12.015656 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:12.016000 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:12.016320 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:32:12.020376 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:32:12.706811 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:20.978177 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 5 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:32:37.403566 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-b7cd00bb-d3b7-42db-9124-58719f144b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:40.038197 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-7c327d7e-623d-40f6-a1e0-a8756c1f0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:40.306497 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:41.340927 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:42.712075 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:32:57.977206 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 5 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:33:07.443161 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-90d77fda-64f4-434e-80b5-c4fdd141d55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:33:10.042836 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6163b87c-3ef8-4d94-864a-82bb4fca6b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:33:10.294053 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:33:11.357245 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:33:12.693910 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:33:34.975475 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 5 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:33:37.402764 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-5d47aa92-949b-4591-a611-29f27be6daf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:33:40.042107 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-73c97e97-104a-40f1-b303-67553ef52543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:33:40.362122 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:33:41.385650 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:33:42.716034 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:33:46.876574 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738907'] for agent, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:33:51.030881 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47802) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:33:51.130658 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-dbcca07c-1de8-4293-913d-3bc927cd6ce2 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0986605 Jun 29 12:33:53.300505 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47812) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:33:53.354104 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-0abc7d5f-3c3a-45f7-ace2-6231885763d3 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0524497 Jun 29 12:34:07.407138 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-8710159b-0fad-4e72-b494-768e269df144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:34:10.064128 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ac95dd8d-3f26-4427-b694-302ebc8de5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:34:10.287070 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:34:11.367460 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:34:11.973663 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:34:12.738551 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:34:16.812897 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:34:37.423454 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-11c6e562-9ebd-4dcb-a3dd-bed60ec984ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:34:40.046858 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-40aa0bdf-b1f7-4400-919a-d9faca488b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:34:40.303520 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:34:41.395190 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:34:42.732201 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:34:46.806726 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:34:48.973021 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:35:07.439968 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-515f290e-2012-48b5-ba2c-a93cec245581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:10.040726 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-7d6c64cc-eae9-4fff-8e9e-6584461ad6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:10.285468 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:11.377264 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:12.760304 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:16.851562 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:20.648682 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 47996) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:20.817588 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-65681556-network', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:20.902813 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Made reservation on behalf of f7d9447eb9dc42ef824f1889c310bdef for: {'network': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:20.905191 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:20.913500 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:21.006406 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:21.102746 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:21.106039 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-20fc98e3-452c-410f-bf11-c8f6811fc1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:21.130100 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:35:21.136600 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d36339-1148-418d-92a3-f36e17f6466f,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:21.145431 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:21.145797 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:21.146163 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:21.146571 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:21.146898 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:21.147253 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:21.147654 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:21.147895 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:21.148231 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:21.148547 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:21.148860 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:21.149215 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Tracked resource versions report: Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: pushed versions: Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: { 'AddressGroup': {'1.2'}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'ConntrackHelper': {'1.0'}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Log': {'1.0'}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Network': {'1.1'}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Port': {'1.7'}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'PortForwarding': {'1.2'}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'QosPolicy': {'1.8'}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'SecurityGroup': {'1.4'}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'SubPort': {'1.0'}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Subnet': {'1.1'}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Trunk': {'1.1'}} Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: consumer versions: Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: { DHCP agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: HyperV agent@hv-cinder-78662: {}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: L3 agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: Metadata agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: Metering agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: Open vSwitch agent@dv-cinder-786627-14-iscsi: { 'AddressGroup': '1.2', Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'ConntrackHelper': '1.0', Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Log': '1.0', Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Network': '1.1', Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Port': '1.7', Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'PortForwarding': '1.2', Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'QosPolicy': '1.8', Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'SecurityGroup': '1.4', Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'SecurityGroupRule': '1.2', Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'SubPort': '1.0', Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Subnet': '1.1', Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: 'Trunk': '1.1'}} Jun 29 12:35:21.150623 dv-cinder-786627-14-iscsi neutron-server[93599]: {{(pid=93599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:35:21.156904 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:21.160345 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:21.162904 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.segments_db [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Added segment 119af269-a697-4529-8e07-43708213ebf2 of type vlan for network 16d0a0a3-8b89-4096-b128-70e15e26c897 Jun 29 12:35:21.213262 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:21.313953 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:21.315618 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:21.316204 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:21.319352 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:21.392674 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Pushing event updated for resources: {'Network': ['ID=16d0a0a3-8b89-4096-b128-70e15e26c897,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:21.396246 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:21.405446 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 16d0a0a3-8b89-4096-b128-70e15e26c897 details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:35:21.449594 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7951605 Jun 29 12:35:21.449990 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48036) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:21.454892 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] Request body: {'subnet': {'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-subnet', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:21.569570 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48042) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:21.576575 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] Made reservation on behalf of f7d9447eb9dc42ef824f1889c310bdef for: {'subnet': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:21.579438 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:21.597028 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48046) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:21.632890 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48054) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:21.860720 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1257933833-network', 'tenant_id': '669e8d831f054520a9009ce00787a461'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:21.880248 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for subnet, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:21.883264 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:21.900204 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-343864858-network', 'tenant_id': 'dca1beaafeb049209b260db0331aef44'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:21.938999 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-954708590-network', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:21.945496 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=891d40b4-fadc-46b1-bef8-c6455861efaf,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:21.954812 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:21.955540 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Made reservation on behalf of 669e8d831f054520a9009ce00787a461 for: {'network': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:21.957815 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:21.969634 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:21.979318 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] Checking segment: {'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:21.979666 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] Network hostable DHCP agents. Network: 16d0a0a3-8b89-4096-b128-70e15e26c897, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:35:22.041619 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Made reservation on behalf of dca1beaafeb049209b260db0331aef44 for: {'network': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:22.043985 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.057466 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.058270 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] Network 16d0a0a3-8b89-4096-b128-70e15e26c897 is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:35:22.131541 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Made reservation on behalf of 1602240f3a4a41979987d2f3300a74d5 for: {'network': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:22.135115 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.136930 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 16d0a0a3-8b89-4096-b128-70e15e26c897) {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:22.142199 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:22.142744 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.145439 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603142f4-efae-420a-bec1-497526874fb8 None None] Network 16d0a0a3-8b89-4096-b128-70e15e26c897 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:35:22.152645 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.244315 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.314397 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.318890 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-0d6b49af-5c5b-48c6-be19-6ef15d56e2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:22.326487 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc057d23-e375-5077-95d1-fe9a9afeafb6-16d0a0a3-8b89-4096-b128-70e15e26c897', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf'}]}} from dv-cinder-786627-14-iscsi. {{(pid=93601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 12:35:22.326487 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.347999 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16825e36-67bb-4c06-b5fa-7de41c5f4295,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:22.352035 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:22.361145 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:35:22.371953 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.372407 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.segments_db [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Added segment 3aa9c096-7144-4264-aae0-51f3df8d12e6 of type vlan for network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 Jun 29 12:35:22.415651 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48080) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:22.419322 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9660800 Jun 29 12:35:22.420993 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:22.427154 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.506866 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.513378 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.db_base_plugin_common [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Allocated IP 172.20.0.2 (16d0a0a3-8b89-4096-b128-70e15e26c897/891d40b4-fadc-46b1-bef8-c6455861efaf/f36111da-3089-456c-8450-438dc3482b5c) {{(pid=93601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:22.660950 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Notify callbacks [] for port, precommit_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.665914 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Transition to ACTIVE for port object f36111da-3089-456c-8450-438dc3482b5c will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:22.689640 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Transition to ACTIVE for port object f36111da-3089-456c-8450-438dc3482b5c will not be triggered until provisioned by entity DHCP. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:22.720411 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.726413 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:22.726413 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.736380 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b8de87eb-b2be-49f8-b42a-dfd2dd9a50c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:22.771456 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.776361 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:22.819605 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.822031 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.839506 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:35:22.851799 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.852928 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.segments_db [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Added segment b3be1951-648b-4c84-9c12-2a3a76084b60 of type vlan for network 1e3336ca-4bc9-4e75-b801-17115357046c Jun 29 12:35:22.857505 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=c5a4c3eb-c62e-408e-b4b5-0b0c94574635,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:22.863169 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:22.870460 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Pushing event updated for resources: {'Port': ['ID=f36111da-3089-456c-8450-438dc3482b5c,revision_number=1']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:22.881838 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:22.883056 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:22.883644 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:22.884679 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:22.885175 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:22.885944 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:22.886478 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:22.887018 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:22.887866 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:22.888637 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:22.889161 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:22.889660 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Tracked resource versions report: Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: pushed versions: Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: { 'AddressGroup': {'1.2'}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'ConntrackHelper': {'1.0'}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Log': {'1.0'}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Network': {'1.1'}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Port': {'1.7'}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'PortForwarding': {'1.2'}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'QosPolicy': {'1.8'}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'SecurityGroup': {'1.4'}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'SubPort': {'1.0'}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Subnet': {'1.1'}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Trunk': {'1.1'}} Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: consumer versions: Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: { DHCP agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: HyperV agent@hv-cinder-78662: {}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: L3 agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: Metadata agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: Metering agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: Open vSwitch agent@dv-cinder-786627-14-iscsi: { 'AddressGroup': '1.2', Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'ConntrackHelper': '1.0', Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Log': '1.0', Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Network': '1.1', Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Port': '1.7', Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'PortForwarding': '1.2', Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'QosPolicy': '1.8', Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'SecurityGroup': '1.4', Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'SecurityGroupRule': '1.2', Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'SubPort': '1.0', Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Subnet': '1.1', Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: 'Trunk': '1.1'}} Jun 29 12:35:22.891071 dv-cinder-786627-14-iscsi neutron-server[93601]: {{(pid=93601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:35:22.896669 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:35:22.928514 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:22.965948 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-644712f0-7624-4cd8-9e6d-2ad54575affb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:23.004894 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.005625 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82e2169-e848-4fc8-b586-6922a9862452,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:23.043092 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:35:23.057476 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.057476 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.segments_db [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Added segment 8416e60e-3290-420e-847c-39838ae1cdd3 of type vlan for network 005390eb-b2ea-4409-a911-12b960f56e49 Jun 29 12:35:23.087405 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:23.097111 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Network 16d0a0a3-8b89-4096-b128-70e15e26c897 is already hosted by enough agents. {{(pid=93601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:23.098742 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.base_scheduler [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Resources bound (agent type, host, resource id): {{(pid=93601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:23.099093 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.101729 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Received port after_create {{(pid=93601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:35:23.109190 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:23.109466 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:23.109806 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:23.110157 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:23.110538 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:23.110883 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:23.111233 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:23.111575 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:23.111905 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:23.112213 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:23.112532 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:23.112845 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Tracked resource versions report: Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: pushed versions: Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: { 'AddressGroup': {'1.2'}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'ConntrackHelper': {'1.0'}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Log': {'1.0'}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Network': {'1.1'}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Port': {'1.7'}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'PortForwarding': {'1.2'}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'QosPolicy': {'1.8'}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'SecurityGroup': {'1.4'}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'SubPort': {'1.0'}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Subnet': {'1.1'}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Trunk': {'1.1'}} Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: consumer versions: Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: { DHCP agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: HyperV agent@hv-cinder-78662: {}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: L3 agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: Metadata agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: Metering agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: Open vSwitch agent@dv-cinder-786627-14-iscsi: { 'AddressGroup': '1.2', Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'ConntrackHelper': '1.0', Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Log': '1.0', Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Network': '1.1', Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Port': '1.7', Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'PortForwarding': '1.2', Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'QosPolicy': '1.8', Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'SecurityGroup': '1.4', Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'SecurityGroupRule': '1.2', Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'SubPort': '1.0', Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Subnet': '1.1', Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: 'Trunk': '1.1'}} Jun 29 12:35:23.113946 dv-cinder-786627-14-iscsi neutron-server[93600]: {{(pid=93600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:35:23.149885 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.151020 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:23.151320 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:23.154950 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:23.155534 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.185833 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8352e6c-1913-49ac-8547-e98ff716e14a,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:23.203751 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:23.204719 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-740869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.206358 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2009'] for router, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.210636 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:23.216570 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.229201 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:23.229777 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.234219 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Attempting to bind port f36111da-3089-456c-8450-438dc3482b5c on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:35:23.235894 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Attempting to bind port f36111da-3089-456c-8450-438dc3482b5c by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:35:23.235894 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Attempting to bind port f36111da-3089-456c-8450-438dc3482b5c on network 16d0a0a3-8b89-4096-b128-70e15e26c897 {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:35:23.240817 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:35:23.241433 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Checking segment: {'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:23.242013 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.242652 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Bound using segment: {'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:35:23.243413 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Bound port: f36111da-3089-456c-8450-438dc3482b5c, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:35:23.244001 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.251893 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6810172 Jun 29 12:35:23.254908 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48114) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:23.260668 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] Request body: {'subnet': {'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1257933833-subnet', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:23.292027 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6940444 Jun 29 12:35:23.295876 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48116) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:23.307619 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-aed9e227-6e46-47e7-adb8-e3c2f576ecb3 admin admin] Request body: {'subnet': {'network_id': '1e3336ca-4bc9-4e75-b801-17115357046c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-343864858-subnet', 'tenant_id': 'dca1beaafeb049209b260db0331aef44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:23.357056 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] For port f36111da-3089-456c-8450-438dc3482b5c, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:23.358019 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] For port f36111da-3089-456c-8450-438dc3482b5c, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=f36111da-3089-456c-8450-438dc3482b5c,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:23.372182 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Pushing event updated for resources: {'Network': ['ID=1e3336ca-4bc9-4e75-b801-17115357046c,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:23.378543 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:23.378949 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:23.386229 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 1e3336ca-4bc9-4e75-b801-17115357046c details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:35:23.411588 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] Made reservation on behalf of 669e8d831f054520a9009ce00787a461 for: {'subnet': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:23.416002 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.461497 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.467967 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:23.473044 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.518001 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8833756 Jun 29 12:35:23.519262 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Pushing event updated for resources: {'Network': ['ID=005390eb-b2ea-4409-a911-12b960f56e49,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:23.521295 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48126) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:23.528032 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:23.544911 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] Request body: {'subnet': {'network_id': '005390eb-b2ea-4409-a911-12b960f56e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-954708590-subnet', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:23.548752 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 005390eb-b2ea-4409-a911-12b960f56e49 details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:35:23.651056 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Pushing event updated for resources: {'Port': ['ID=f36111da-3089-456c-8450-438dc3482b5c,revision_number=2']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:23.654921 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:23.711865 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed9e227-6e46-47e7-adb8-e3c2f576ecb3 admin admin] Made reservation on behalf of dca1beaafeb049209b260db0331aef44 for: {'subnet': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:23.720480 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-aed9e227-6e46-47e7-adb8-e3c2f576ecb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.903344 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] Made reservation on behalf of 1602240f3a4a41979987d2f3300a74d5 for: {'subnet': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:23.923718 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:23.969318 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1835'] for router, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:24.079569 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-aed9e227-6e46-47e7-adb8-e3c2f576ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for subnet, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:24.091675 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:24.158512 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for subnet, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:24.167554 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9e227-6e46-47e7-adb8-e3c2f576ecb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec27b95f-b671-4253-8228-75b741786862,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:24.174251 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-aed9e227-6e46-47e7-adb8-e3c2f576ecb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:24.174716 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-da254696-7fa9-46b8-be98-c4d56cf05190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:24.224249 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9e227-6e46-47e7-adb8-e3c2f576ecb3 admin admin] Checking segment: {'id': 'b3be1951-648b-4c84-9c12-2a3a76084b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1e3336ca-4bc9-4e75-b801-17115357046c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:24.224609 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed9e227-6e46-47e7-adb8-e3c2f576ecb3 admin admin] Network hostable DHCP agents. Network: 1e3336ca-4bc9-4e75-b801-17115357046c, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:35:24.242627 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd3d97b5-7200-4a03-a6e3-8c6b38e69922,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:24.249693 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:24.263227 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] Checking segment: {'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:24.263583 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] Network hostable DHCP agents. Network: c5a4c3eb-c62e-408e-b4b5-0b0c94574635, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:35:24.349316 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for subnet, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:24.359809 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed9e227-6e46-47e7-adb8-e3c2f576ecb3 admin admin] Network 1e3336ca-4bc9-4e75-b801-17115357046c is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:35:24.366937 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] Network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:35:24.380262 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1545725d-4f00-44d1-a040-736fb5f4dab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:24.442054 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device f36111da-3089-456c-8450-438dc3482b5c up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:24.475875 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-aed9e227-6e46-47e7-adb8-e3c2f576ecb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 1e3336ca-4bc9-4e75-b801-17115357046c) {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:24.484771 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, c5a4c3eb-c62e-408e-b4b5-0b0c94574635) {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:24.493378 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f93e1b-50db-4db1-9c73-4aa8c9d54cbe,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:24.494598 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c17029-492b-48dd-adaa-79f7a92013b4 None None] Network 1e3336ca-4bc9-4e75-b801-17115357046c requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:35:24.498303 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed9e227-6e46-47e7-adb8-e3c2f576ecb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:24.504344 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-aed9e227-6e46-47e7-adb8-e3c2f576ecb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:24.509592 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:24.512392 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369daf46-14c5-4130-9c74-4d1ff627e5ef None None] Network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:35:24.513883 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:24.514531 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:24.536585 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:24.545031 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] Checking segment: {'id': '8416e60e-3290-420e-847c-39838ae1cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:24.545388 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] Network hostable DHCP agents. Network: 005390eb-b2ea-4409-a911-12b960f56e49, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:35:24.565924 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:24.652308 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48164) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:24.652399 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3953056 Jun 29 12:35:24.654729 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-aed9e227-6e46-47e7-adb8-e3c2f576ecb3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3562827 Jun 29 12:35:24.663144 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:24.701518 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port f36111da-3089-456c-8450-438dc3482b5c completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:35:24.779502 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] Network 005390eb-b2ea-4409-a911-12b960f56e49 is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:35:24.787448 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 005390eb-b2ea-4409-a911-12b960f56e49) {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:24.796013 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:24.796588 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:24.810968 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854f97a7-d11b-4292-89d0-94b0e839cb0c None None] Network 005390eb-b2ea-4409-a911-12b960f56e49 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:35:24.840111 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Allocated IP 172.27.2.65 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/4200103d-ef78-4ff5-a3a9-bc9918d69eca) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:24.901496 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-740869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:24.902575 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2009'] for router, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:24.908031 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc057d23-e375-5077-95d1-fe9a9afeafb6-c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922'}]}} from dv-cinder-786627-14-iscsi. {{(pid=93601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 12:35:24.908861 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.026249 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2309dc1-ed40-49c6-8eca-a726da782364 None None] Network 1e3336ca-4bc9-4e75-b801-17115357046c requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:35:25.040623 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48180) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:25.051185 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5281925 Jun 29 12:35:25.053823 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48184) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:25.059249 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-954708590-router', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:25.145655 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.171183 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-740869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.172346 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2009'] for router, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.189853 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85adf339-7fe5-45e2-82df-e11c53c3879b None None] Network 16d0a0a3-8b89-4096-b128-70e15e26c897 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:35:25.199515 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.265476 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.305776 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-caf67fcd-2820-4080-8e70-707264fb088e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.394119 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-8b59fc8e-b860-4643-b7b5-e3defa5b37c5 None None] Provisioning for port f36111da-3089-456c-8450-438dc3482b5c completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:35:25.424147 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.db_base_plugin_common [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Allocated IP 172.20.0.2 (c5a4c3eb-c62e-408e-b4b5-0b0c94574635/fd3d97b5-7200-4a03-a6e3-8c6b38e69922/c9897413-0603-42f4-ba0e-f6bc234d3935) {{(pid=93601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:25.427341 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1835'] for router, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.427869 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-8b59fc8e-b860-4643-b7b5-e3defa5b37c5 None None] Provisioning complete for port f36111da-3089-456c-8450-438dc3482b5c triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:25.428246 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-8b59fc8e-b860-4643-b7b5-e3defa5b37c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.466068 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b9fb6-6666-45fa-a7d7-9b1d64e463f5 None None] Network 005390eb-b2ea-4409-a911-12b960f56e49 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:35:25.559887 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1835'] for router, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.620452 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48204) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:25.638937 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-caf67fcd-2820-4080-8e70-707264fb088e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.751330 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-caf67fcd-2820-4080-8e70-707264fb088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.764819 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.771024 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e8fb8389-c1fe-4939-b5da-ccf10bcc7e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:25.772740 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:25.859330 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-caf67fcd-2820-4080-8e70-707264fb088e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a18600415174d13a88035a69e0dfcdc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8161728 Jun 29 12:35:25.865624 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48212) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:25.885879 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf67fcd-2820-4080-8e70-707264fb088e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d34bd2-4506-477a-be59-60cdc7db3cd1,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:25.900510 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:25.902033 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-caf67fcd-2820-4080-8e70-707264fb088e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:25.907770 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:25.910351 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Pushing event updated for resources: {'Port': ['ID=4200103d-ef78-4ff5-a3a9-bc9918d69eca,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:25.910479 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-755a15ce-8b78-43c2-ac6a-0134ab056da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.921391 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-8b59fc8e-b860-4643-b7b5-e3defa5b37c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.921874 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:35:25.978277 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:35:25.984085 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Notify callbacks [] for port, precommit_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:25.990184 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-8b59fc8e-b860-4643-b7b5-e3defa5b37c5 None None] For port f36111da-3089-456c-8450-438dc3482b5c, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=f36111da-3089-456c-8450-438dc3482b5c,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:25.996689 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Transition to ACTIVE for port object c9897413-0603-42f4-ba0e-f6bc234d3935 will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:26.036511 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Transition to ACTIVE for port object c9897413-0603-42f4-ba0e-f6bc234d3935 will not be triggered until provisioned by entity DHCP. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:26.037741 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b54470c2-ab9c-46eb-bd4e-4bb17437d084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.074798 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-8b59fc8e-b860-4643-b7b5-e3defa5b37c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.082044 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:26.091591 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b54470c2-ab9c-46eb-bd4e-4bb17437d084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.096328 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.128453 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.147570 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:26.168726 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59fc8e-b860-4643-b7b5-e3defa5b37c5 None None] Pushing event updated for resources: {'Port': ['ID=f36111da-3089-456c-8450-438dc3482b5c,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:26.173382 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-8b59fc8e-b860-4643-b7b5-e3defa5b37c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:26.174673 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.186418 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-801115f2-14a0-414e-9329-ceb3184aab32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:26.433534 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Allocated IP 172.27.2.242 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/31e4fcff-3ed0-435c-8040-923c53b03cda) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:26.546969 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Pushing event updated for resources: {'Port': ['ID=c9897413-0603-42f4-ba0e-f6bc234d3935,revision_number=1']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:26.558676 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device f36111da-3089-456c-8450-438dc3482b5c up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:26.563890 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:26.565274 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 is already hosted by enough agents. {{(pid=93601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:26.571888 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.base_scheduler [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Resources bound (agent type, host, resource id): {{(pid=93601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:26.579064 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Received port after_create {{(pid=93601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:35:26.608116 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48260) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:26.611932 dv-cinder-786627-14-iscsi neutron-server[93599]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 12:35:26.678189 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-ce9be3bb-a596-4899-9561-706b3d0b7289 None None] Provisioning complete for port f36111da-3089-456c-8450-438dc3482b5c triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:26.678650 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ce9be3bb-a596-4899-9561-706b3d0b7289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.715150 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.720444 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Attempting to bind port c9897413-0603-42f4-ba0e-f6bc234d3935 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:35:26.720952 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Attempting to bind port c9897413-0603-42f4-ba0e-f6bc234d3935 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:35:26.721398 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Attempting to bind port c9897413-0603-42f4-ba0e-f6bc234d3935 on network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:35:26.735381 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:35:26.736698 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Checking segment: {'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:26.736698 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.736904 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Bound using segment: {'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:35:26.737396 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Bound port: c9897413-0603-42f4-ba0e-f6bc234d3935, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:35:26.737878 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.755831 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port f36111da-3089-456c-8450-438dc3482b5c triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:26.756285 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.867054 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.890237 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-9baa322e-683f-448b-9dbd-29758025260b None None] For port c9897413-0603-42f4-ba0e-f6bc234d3935, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:26.896102 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-9baa322e-683f-448b-9dbd-29758025260b None None] For port c9897413-0603-42f4-ba0e-f6bc234d3935, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=c9897413-0603-42f4-ba0e-f6bc234d3935,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:26.911549 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-755a15ce-8b78-43c2-ac6a-0134ab056da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.921413 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.956829 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-3b42490e-7af7-4b76-baf8-fc47a20c2aa5 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:26.958577 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-3b42490e-7af7-4b76-baf8-fc47a20c2aa5 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/networks?id=1e3336ca-4bc9-4e75-b801-17115357046c HTTP/1.1" status: 200 len: 811 time: 0.3494499 Jun 29 12:35:26.960129 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.973488 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:26.987025 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-0e98524a-ac89-464a-bc1f-695f5b44d803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:27.030066 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780704'] for router, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:27.033639 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-b1ae4538-0469-4070-8de6-d2e05e8ffc0d tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/quotas/dca1beaafeb049209b260db0331aef44 HTTP/1.1" status: 200 len: 375 time: 0.0617070 Jun 29 12:35:27.053728 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Pushing event updated for resources: {'Port': ['ID=c9897413-0603-42f4-ba0e-f6bc234d3935,revision_number=2']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:27.066007 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:27.068534 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-755a15ce-8b78-43c2-ac6a-0134ab056da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:27.069341 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b54470c2-ab9c-46eb-bd4e-4bb17437d084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:27.091686 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:27.096496 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-b38c9f42-636c-4e2b-9ed1-e0285fa1b220 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dca1beaafeb049209b260db0331aef44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554006 Jun 29 12:35:27.100680 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-2206169a-2524-429a-9edb-e3e212f3b0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:27.152341 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:27.155517 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b54470c2-ab9c-46eb-bd4e-4bb17437d084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:27.160704 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-b54470c2-ab9c-46eb-bd4e-4bb17437d084 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0d34bd2-4506-477a-be59-60cdc7db3cd1 HTTP/1.1" status: 204 len: 168 time: 1.2935705 Jun 29 12:35:27.173069 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:27.183501 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:27.190451 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:35:27.211808 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Allocated IP 172.27.2.109 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/f04f0eac-341e-4654-996f-c712194833a1) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:27.213198 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a15ce-8b78-43c2-ac6a-0134ab056da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712d1d6f-7ed6-488a-a712-53b0b98f5914,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:27.221930 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-755a15ce-8b78-43c2-ac6a-0134ab056da9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c2d2c0642506464cb1a1c17e90d1a98c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5981693 Jun 29 12:35:27.224597 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48278) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:27.339294 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54470c2-ab9c-46eb-bd4e-4bb17437d084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d34bd2-4506-477a-be59-60cdc7db3cd1,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:27.348868 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b54470c2-ab9c-46eb-bd4e-4bb17437d084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:27.349228 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-caf67fcd-2820-4080-8e70-707264fb088e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:27.349605 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-caf67fcd-2820-4080-8e70-707264fb088e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:27.458690 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Pushing event updated for resources: {'Port': ['ID=31e4fcff-3ed0-435c-8040-923c53b03cda,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:27.463925 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:27.485106 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7e61-69bc-472c-bd07-01312dd697d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:27.509429 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-87165089-c2d4-4014-9863-e94fdb8cb722 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 12:35:27.510532 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-87165089-c2d4-4014-9863-e94fdb8cb722 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1863861 Jun 29 12:35:27.519481 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:27.554204 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7e61-69bc-472c-bd07-01312dd697d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:27.608231 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Router a334c76d-76d9-4a65-a0c5-1b17acb331a6 is scheduled to L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd with binding_index 1 {{(pid=93600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 12:35:27.670104 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-cc75f80c-c32d-4216-b8b0-9dc093534ca3 service neutron] 10.222.0.61 "GET /v2.0/networks/1e3336ca-4bc9-4e75-b801-17115357046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527336 Jun 29 12:35:27.675031 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:27.763161 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:27.771577 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:27.820083 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-e3acd6f7-fea9-4ac0-a58d-878e37cc3707 service neutron] 10.222.0.61 "GET /v2.0/networks/1e3336ca-4bc9-4e75-b801-17115357046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414068 Jun 29 12:35:27.820689 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7e61-69bc-472c-bd07-01312dd697d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:27.823043 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:27.829970 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c2ee7e61-69bc-472c-bd07-01312dd697d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:27.831164 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-c2ee7e61-69bc-472c-bd07-01312dd697d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/712d1d6f-7ed6-488a-a712-53b0b98f5914 HTTP/1.1" status: 204 len: 168 time: 0.5923188 Jun 29 12:35:27.834313 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:27.840614 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:35:27.881517 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Pushing event updated for resources: {'Port': ['ID=f04f0eac-341e-4654-996f-c712194833a1,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:27.898462 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:35:27.913848 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Sync routers for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:35:27.924142 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:27.924552 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:27.926424 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:35:27.927063 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:35:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:27.960818 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee7e61-69bc-472c-bd07-01312dd697d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712d1d6f-7ed6-488a-a712-53b0b98f5914,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:27.964826 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-c2ee7e61-69bc-472c-bd07-01312dd697d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:28.055864 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] Notify callbacks [] for router, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:28.057786 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-1bef3809-86e0-4d15-86ca-be2c345c4545 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6406524 Jun 29 12:35:28.060684 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48292) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:28.138122 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780704'] for router, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:28.141542 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48294) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:28.147624 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:35:28.213561 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-68d8ac59-ca55-42e5-ad25-701a52ca83a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:28.473717 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Router 8875406f-1fe0-4a35-880e-fb886d25535c is scheduled to L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd with binding_index 1 {{(pid=93600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 12:35:28.485803 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:28.528539 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device c9897413-0603-42f4-ba0e-f6bc234d3935 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:28.544679 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48316) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:28.567930 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7e6bbd-7d3a-47bb-bffb-63ccea89a3fb None None] Network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:35:28.647234 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:26Z', 'revision_number': 3, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:28.683970 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Checking router: a334c76d-76d9-4a65-a0c5-1b17acb331a6 for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:35:28.684685 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Updating router a334c76d-76d9-4a65-a0c5-1b17acb331a6 port 4200103d-ef78-4ff5-a3a9-bc9918d69eca binding host dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:35:28.699795 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2ad896f-2e59-48ec-b32e-4537d405f18c req-bff52262-4871-4ea8-b968-4c2cad50d561 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 210 time: 0.1537216 Jun 29 12:35:28.730994 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:35:28.748400 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:28.786807 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Sync routers for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:35:28.801494 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-00546723-163d-45d2-a37f-df10d884bdb8 None None] Provisioning for port c9897413-0603-42f4-ba0e-f6bc234d3935 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:35:28.817841 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48334) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:28.850765 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-504d0b06-5977-4707-9cb0-c84a720443f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:28.935678 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:35:28.939942 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:35:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:29.095477 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.109115 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.provisioning_blocks [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Transition to ACTIVE for port object 4200103d-ef78-4ff5-a3a9-bc9918d69eca will not be triggered until provisioned by entity L2. {{(pid=93602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:29.117856 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:35:29.158460 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48348) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:29.189921 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.192958 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port c9897413-0603-42f4-ba0e-f6bc234d3935 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:35:29.193444 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:29.284967 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Attempting to bind port 4200103d-ef78-4ff5-a3a9-bc9918d69eca on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:35:29.285735 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Attempting to bind port 4200103d-ef78-4ff5-a3a9-bc9918d69eca by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:35:29.286371 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Attempting to bind port 4200103d-ef78-4ff5-a3a9-bc9918d69eca on network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:35:29.312833 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-6197af2e-96f1-48ce-a023-f6f422f3bc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.313605 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:35:29.314093 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Checking segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:29.315565 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.317231 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Bound using segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:35:29.320908 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-68d8ac59-ca55-42e5-ad25-701a52ca83a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.321075 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Bound port: 4200103d-ef78-4ff5-a3a9-bc9918d69eca, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:35:29.321638 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.366268 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port c9897413-0603-42f4-ba0e-f6bc234d3935 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:29.366683 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.383104 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-68d8ac59-ca55-42e5-ad25-701a52ca83a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.420130 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:29.424150 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Pushing event updated for resources: {'Port': ['ID=4200103d-ef78-4ff5-a3a9-bc9918d69eca,revision_number=2']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:29.466367 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:29.468237 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:29.469452 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:29.471212 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:29.471779 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:29.472467 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:29.474654 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:29.475223 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:29.475751 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:29.477026 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-68d8ac59-ca55-42e5-ad25-701a52ca83a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc2ef5e4c149423b93029a71a0676432&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3342857 Jun 29 12:35:29.477284 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:29.478707 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:29.479538 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:35:29.480034 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780704'] for router, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.481611 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48372) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:29.482090 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8ac59-ca55-42e5-ad25-701a52ca83a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addb2582-a4c5-49aa-a2a6-4bd85111a8cd,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Tracked resource versions report: Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: pushed versions: Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: { 'AddressGroup': {'1.2'}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'ConntrackHelper': {'1.0'}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Log': {'1.0'}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Network': {'1.1'}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Port': {'1.7'}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'PortForwarding': {'1.2'}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'QosPolicy': {'1.8'}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'SecurityGroup': {'1.4'}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'SecurityGroupRule': {'1.2'}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'SubPort': {'1.0'}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Subnet': {'1.1'}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Trunk': {'1.1'}} Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: consumer versions: Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: { DHCP agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: HyperV agent@hv-cinder-78662: {}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: L3 agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: Metadata agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: Metering agent@dv-cinder-786627-14-iscsi: {}, Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: Open vSwitch agent@dv-cinder-786627-14-iscsi: { 'AddressGroup': '1.2', Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'ConntrackHelper': '1.0', Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Log': '1.0', Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Network': '1.1', Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Port': '1.7', Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'PortForwarding': '1.2', Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'QosPolicy': '1.8', Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'SecurityGroup': '1.4', Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'SecurityGroupRule': '1.2', Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'SubPort': '1.0', Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Subnet': '1.1', Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: 'Trunk': '1.1'}} Jun 29 12:35:29.483576 dv-cinder-786627-14-iscsi neutron-server[93602]: {{(pid=93602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 12:35:29.485915 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:27Z', 'revision_number': 3, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:29.486052 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-68d8ac59-ca55-42e5-ad25-701a52ca83a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:29.500878 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:29.547857 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] For port 4200103d-ef78-4ff5-a3a9-bc9918d69eca, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:29.551855 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] For port 4200103d-ef78-4ff5-a3a9-bc9918d69eca, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=4200103d-ef78-4ff5-a3a9-bc9918d69eca,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:29.574113 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Checking router: 8875406f-1fe0-4a35-880e-fb886d25535c for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:35:29.574113 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Updating router 8875406f-1fe0-4a35-880e-fb886d25535c port 31e4fcff-3ed0-435c-8040-923c53b03cda binding host dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:35:29.628633 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.632133 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:29.699897 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.706668 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.708076 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0569520 Jun 29 12:35:29.711080 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48382) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:29.757411 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-862fb0f3-d91a-4218-a98e-5efd21b52bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.778109 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.829588 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:35:29.830291 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:35:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:29.847995 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-862fb0f3-d91a-4218-a98e-5efd21b52bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.856272 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-504d0b06-5977-4707-9cb0-c84a720443f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.882632 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e05458dc-b743-4aac-9833-f2e8660664ed req-8a7a7317-cc2d-43fa-af90-7e4e93e6f1c4 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 210 time: 0.0790260 Jun 29 12:35:29.944231 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Router e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f is scheduled to L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd with binding_index 1 {{(pid=93599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 12:35:29.969659 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Pushing event updated for resources: {'Port': ['ID=4200103d-ef78-4ff5-a3a9-bc9918d69eca,revision_number=3']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:29.980499 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:29.984171 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-504d0b06-5977-4707-9cb0-c84a720443f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:29.998712 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:30.022804 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.095561 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-6197af2e-96f1-48ce-a023-f6f422f3bc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.108152 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-862fb0f3-d91a-4218-a98e-5efd21b52bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.110238 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:35:30.111741 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-23b836e7-6614-4dc4-a7eb-2123fb6fb733 None None] Provisioning complete for port c9897413-0603-42f4-ba0e-f6bc234d3935 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:30.112135 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-23b836e7-6614-4dc4-a7eb-2123fb6fb733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.123267 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-862fb0f3-d91a-4218-a98e-5efd21b52bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.124925 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-862fb0f3-d91a-4218-a98e-5efd21b52bb1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/addb2582-a4c5-49aa-a2a6-4bd85111a8cd HTTP/1.1" status: 204 len: 168 time: 0.6418760 Jun 29 12:35:30.130591 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d0b06-5977-4707-9cb0-c84a720443f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adc1adf-3e5a-4134-91b4-d867843e8175,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:30.132528 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-504d0b06-5977-4707-9cb0-c84a720443f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:30.134071 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:30.138510 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-504d0b06-5977-4707-9cb0-c84a720443f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c3c4c17209914a89be16396aaf0110f4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3190401 Jun 29 12:35:30.146958 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48390) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:30.157295 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fb0f3-d91a-4218-a98e-5efd21b52bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addb2582-a4c5-49aa-a2a6-4bd85111a8cd,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:30.162063 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-862fb0f3-d91a-4218-a98e-5efd21b52bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:30.191085 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-6197af2e-96f1-48ce-a023-f6f422f3bc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.203711 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port c9897413-0603-42f4-ba0e-f6bc234d3935, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=c9897413-0603-42f4-ba0e-f6bc234d3935,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:30.219703 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:30.300922 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-6197af2e-96f1-48ce-a023-f6f422f3bc42 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b8afedf9bdd4435a82a5ae1a52840f7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1339681 Jun 29 12:35:30.303769 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48398) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:30.304302 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197af2e-96f1-48ce-a023-f6f422f3bc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0012cdde-450c-4093-8145-9b698ae28b00,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:30.328848 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-6197af2e-96f1-48ce-a023-f6f422f3bc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:30.332914 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.369792 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Allocated IP 172.20.0.1 (16d0a0a3-8b89-4096-b128-70e15e26c897/891d40b4-fadc-46b1-bef8-c6455861efaf/af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:30.381942 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:30.420640 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:35:30.449882 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Sync routers for ids ['e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:35:30.466899 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Routers {'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:35:30.467537 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:35:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:30.469997 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ffe1eb27-ebd2-47ed-9007-8e8cec75e193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.516973 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ffe1eb27-ebd2-47ed-9007-8e8cec75e193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.522518 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=c9897413-0603-42f4-ba0e-f6bc234d3935,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:30.528065 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:30.550980 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-404150fb-8a2b-4332-9372-1bd2f4610c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.569037 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.592905 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-404150fb-8a2b-4332-9372-1bd2f4610c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.595490 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Transition to ACTIVE for port object af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c will not be triggered until provisioned by entity DHCP. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:30.678898 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Notify callbacks [] for port, precommit_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.713977 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ffe1eb27-ebd2-47ed-9007-8e8cec75e193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.714957 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Transition to ACTIVE for port object 31e4fcff-3ed0-435c-8040-923c53b03cda will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:30.717329 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ffe1eb27-ebd2-47ed-9007-8e8cec75e193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.718649 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-ffe1eb27-ebd2-47ed-9007-8e8cec75e193 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1adc1adf-3e5a-4134-91b4-d867843e8175 HTTP/1.1" status: 204 len: 168 time: 0.5709708 Jun 29 12:35:30.719325 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:30.731142 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1eb27-ebd2-47ed-9007-8e8cec75e193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adc1adf-3e5a-4134-91b4-d867843e8175,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:30.733994 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ffe1eb27-ebd2-47ed-9007-8e8cec75e193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:30.775827 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Set router e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:35:30.781783 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-404150fb-8a2b-4332-9372-1bd2f4610c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.786872 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-404150fb-8a2b-4332-9372-1bd2f4610c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.790063 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-404150fb-8a2b-4332-9372-1bd2f4610c54 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0012cdde-450c-4093-8145-9b698ae28b00 HTTP/1.1" status: 204 len: 168 time: 0.4585435 Jun 29 12:35:30.791558 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:30.810598 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404150fb-8a2b-4332-9372-1bd2f4610c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0012cdde-450c-4093-8145-9b698ae28b00,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:30.810948 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.814587 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:30.818919 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-404150fb-8a2b-4332-9372-1bd2f4610c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:30.832775 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.833854 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Notify callbacks [] for router, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:30.836353 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7809050 Jun 29 12:35:30.839640 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48416) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:30.881471 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:30.969392 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Network 16d0a0a3-8b89-4096-b128-70e15e26c897 is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:30.980638 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54290c38-2d70-41c5-a441-9ac41228a883 None None] Pushing event updated for resources: {'Port': ['ID=31e4fcff-3ed0-435c-8040-923c53b03cda,revision_number=2']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:30.983890 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Attempting to bind port 31e4fcff-3ed0-435c-8040-923c53b03cda on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:35:30.984287 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Attempting to bind port 31e4fcff-3ed0-435c-8040-923c53b03cda by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:35:30.984679 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Attempting to bind port 31e4fcff-3ed0-435c-8040-923c53b03cda on network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:35:30.987906 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-54290c38-2d70-41c5-a441-9ac41228a883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:31.006918 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:35:31.007323 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Checking segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:31.007599 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:31.007734 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:31.008900 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Bound using segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:35:31.010251 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:26Z', 'revision_number': 3, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:31.011049 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Bound port: 31e4fcff-3ed0-435c-8040-923c53b03cda, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:35:31.012286 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:31.031071 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:35:31.031555 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737671'] for router_interface, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:31.082643 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d76142-0986-4b81-b273-a4fdd073f5a2 None None] The sync data for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi is: [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:26Z', 'revision_number': 3, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:35:31.099976 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] For port 31e4fcff-3ed0-435c-8040-923c53b03cda, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:31.103986 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] For port 31e4fcff-3ed0-435c-8040-923c53b03cda, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=31e4fcff-3ed0-435c-8040-923c53b03cda,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:31.176302 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Pushing event updated for resources: {'Port': ['ID=af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:31.188315 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:31.223143 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:31.226637 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:31.266547 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'name': 'tempest-ServerRescueNegativeTestJSON-954708590-router', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'f04f0eac-341e-4654-996f-c712194833a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:25Z', 'updated_at': '2021-06-29T12:35:27Z', 'revision_number': 3, 'project_id': '1602240f3a4a41979987d2f3300a74d5', 'gw_port': {'id': 'f04f0eac-341e-4654-996f-c712194833a1', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:31.306290 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Checking router: e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:35:31.307519 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Updating router e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f port f04f0eac-341e-4654-996f-c712194833a1 binding host dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:35:31.378919 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:31.411606 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:35:31.414401 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:35:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:31.500351 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:31.684631 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:31.768313 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54290c38-2d70-41c5-a441-9ac41228a883 None None] Pushing event updated for resources: {'Port': ['ID=31e4fcff-3ed0-435c-8040-923c53b03cda,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:31.780745 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-54290c38-2d70-41c5-a441-9ac41228a883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:31.875361 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-63e66d3b-3fe2-4e57-ae54-6b022607fd98 req-2268a474-5723-41db-ab3b-0077b599cee0 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 210 time: 0.8452241 Jun 29 12:35:31.886850 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-447bd70e-1121-48ad-b482-bc00016df67f None None] Provisioning for port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:35:31.903290 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-447bd70e-1121-48ad-b482-bc00016df67f None None] Provisioning complete for port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:31.903674 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-447bd70e-1121-48ad-b482-bc00016df67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.000068 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:35:32.028115 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Allocated IP 172.20.0.1 (c5a4c3eb-c62e-408e-b4b5-0b0c94574635/fd3d97b5-7200-4a03-a6e3-8c6b38e69922/8e765614-4aec-4365-8ab1-d793150511a7) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:32.105057 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Notify callbacks [] for port, precommit_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.129713 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.provisioning_blocks [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Transition to ACTIVE for port object f04f0eac-341e-4654-996f-c712194833a1 will not be triggered until provisioned by entity L2. {{(pid=93602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:32.184981 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48444) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:32.212575 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Allocated IP 172.20.0.1 (005390eb-b2ea-4409-a911-12b960f56e49/23f93e1b-50db-4db1-9c73-4aa8c9d54cbe/b800e0cc-4175-4e09-afce-286764aa8b19) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:32.262673 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.266272 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:32.314168 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-447bd70e-1121-48ad-b482-bc00016df67f None None] Port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:35:32.365990 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.397339 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:27Z', 'revision_number': 3, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:32.417442 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Attempting to bind port f04f0eac-341e-4654-996f-c712194833a1 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:35:32.417927 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Attempting to bind port f04f0eac-341e-4654-996f-c712194833a1 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:35:32.419312 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5e46de2e-90f5-4d32-b5f3-10d8db636373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.421433 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Attempting to bind port f04f0eac-341e-4654-996f-c712194833a1 on network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:35:32.434566 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Transition to ACTIVE for port object 8e765614-4aec-4365-8ab1-d793150511a7 will not be triggered until provisioned by entity DHCP. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:32.441502 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3be520-0ecd-4efe-8bec-087985a9f26c None None] Pushing event updated for resources: {'Port': ['ID=f04f0eac-341e-4654-996f-c712194833a1,revision_number=2']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:32.451949 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-8f3be520-0ecd-4efe-8bec-087985a9f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:32.453255 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:35:32.455038 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Checking segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:32.456040 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.456694 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Bound using segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:35:32.458444 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Bound port: f04f0eac-341e-4654-996f-c712194833a1, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:35:32.461525 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.476592 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.510386 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.514803 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9152f-ba57-4117-8191-01fd798ce6fc None None] The sync data for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi is: [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:27Z', 'revision_number': 3, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:35:32.579861 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] For port f04f0eac-341e-4654-996f-c712194833a1, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:32.587193 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] For port f04f0eac-341e-4654-996f-c712194833a1, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=f04f0eac-341e-4654-996f-c712194833a1,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:32.657295 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.674832 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device c9897413-0603-42f4-ba0e-f6bc234d3935 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:32.676931 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:32.711422 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Routers {'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:35:32.712220 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:35:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:32.771378 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port c9897413-0603-42f4-ba0e-f6bc234d3935 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:32.773146 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.811745 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5e46de2e-90f5-4d32-b5f3-10d8db636373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.835547 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.839149 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.840110 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-484fe7c3-4e95-4905-8785-8dac5c0687b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:32.845264 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] Set router e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:35:32.865570 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:32.959031 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5e46de2e-90f5-4d32-b5f3-10d8db636373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:32.961829 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Network 005390eb-b2ea-4409-a911-12b960f56e49 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:32.969107 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 4200103d-ef78-4ff5-a3a9-bc9918d69eca up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:32.985241 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:33.001010 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:35:33.002056 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737671'] for router_interface, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:33.113558 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:33.160344 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:33.169015 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:35:33.169852 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737671'] for router_interface, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:33.175037 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Pushing event updated for resources: {'Port': ['ID=8e765614-4aec-4365-8ab1-d793150511a7,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:33.199218 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:33.199702 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b54470c2-ab9c-46eb-bd4e-4bb17437d084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:33.231018 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'name': 'tempest-ServerRescueNegativeTestJSON-954708590-router', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'f04f0eac-341e-4654-996f-c712194833a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:25Z', 'updated_at': '2021-06-29T12:35:27Z', 'revision_number': 3, 'project_id': '1602240f3a4a41979987d2f3300a74d5', 'gw_port': {'id': 'f04f0eac-341e-4654-996f-c712194833a1', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:33.250855 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 4200103d-ef78-4ff5-a3a9-bc9918d69eca completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:35:33.255410 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 4200103d-ef78-4ff5-a3a9-bc9918d69eca triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:33.256190 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:33.325699 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae59f0-998f-4641-bb81-bbeb306f5986 None None] The sync data for ids ['e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'] in dv-cinder-786627-14-iscsi is: [{'id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'name': 'tempest-ServerRescueNegativeTestJSON-954708590-router', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'f04f0eac-341e-4654-996f-c712194833a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:25Z', 'updated_at': '2021-06-29T12:35:27Z', 'revision_number': 3, 'project_id': '1602240f3a4a41979987d2f3300a74d5', 'gw_port': {'id': 'f04f0eac-341e-4654-996f-c712194833a1', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:35:33.330846 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3be520-0ecd-4efe-8bec-087985a9f26c None None] Pushing event updated for resources: {'Port': ['ID=f04f0eac-341e-4654-996f-c712194833a1,revision_number=3']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:33.348161 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-8f3be520-0ecd-4efe-8bec-087985a9f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:33.389378 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Pushing event updated for resources: {'Port': ['ID=b800e0cc-4175-4e09-afce-286764aa8b19,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:33.405175 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:33.409217 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-5e46de2e-90f5-4d32-b5f3-10d8db636373 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed7b8687afaa4062b68a81a0e5720ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2207792 Jun 29 12:35:33.470952 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48474) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:33.492990 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:33.552935 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port 4200103d-ef78-4ff5-a3a9-bc9918d69eca, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=4200103d-ef78-4ff5-a3a9-bc9918d69eca,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:33.600929 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dc08c54a-718c-403c-9c1a-9eaf44cb5243 req-2d721558-e574-48e7-9ff3-67ded328516e tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 210 time: 0.1889296 Jun 29 12:35:33.646102 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46de2e-90f5-4d32-b5f3-10d8db636373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277fd5ab-c5a0-4099-9333-3fd803d29007,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:33.653447 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5e46de2e-90f5-4d32-b5f3-10d8db636373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:33.666965 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:33.666965 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:33.692057 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.37', 59753) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:33.814261 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:33.879794 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:33.881088 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737555'] for router_interface, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:33.884533 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-84c7c115-35a5-49e4-9657-78db3391a530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:33.911474 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=4200103d-ef78-4ff5-a3a9-bc9918d69eca,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:34.177155 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:34.177155 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-0ea3b24d-63aa-452d-a80a-f2149484dbd3 None None] Provisioning for port 8e765614-4aec-4365-8ab1-d793150511a7 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:35:34.177155 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-0ea3b24d-63aa-452d-a80a-f2149484dbd3 None None] Provisioning complete for port 8e765614-4aec-4365-8ab1-d793150511a7 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:34.177155 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-0ea3b24d-63aa-452d-a80a-f2149484dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:34.178985 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Pushing event updated for resources: {'Port': ['ID=af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:34.184378 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-0ea3b24d-63aa-452d-a80a-f2149484dbd3 None None] Port 8e765614-4aec-4365-8ab1-d793150511a7 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:35:34.186105 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-35c610ee-54e3-48db-8c53-e91d79c1e86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:34.187336 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:34.187336 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:34.193914 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Network 16d0a0a3-8b89-4096-b128-70e15e26c897 is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:34.200890 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:34.230867 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-fb3c1b9a-a1aa-49e6-b172-2cba811d5d2c tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:34.232464 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-fb3c1b9a-a1aa-49e6-b172-2cba811d5d2c tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.37 "GET /v2.0/networks?id=1e3336ca-4bc9-4e75-b801-17115357046c HTTP/1.1" status: 200 len: 811 time: 0.5348871 Jun 29 12:35:34.247686 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-35c610ee-54e3-48db-8c53-e91d79c1e86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:34.254631 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:34.475643 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Request body: {'port': {'device_id': '85a50e63-5d34-436f-86ba-1da853f43dcd', 'network_id': '1e3336ca-4bc9-4e75-b801-17115357046c', 'admin_state_up': True, 'tenant_id': 'dca1beaafeb049209b260db0331aef44'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:34.612795 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Router a334c76d-76d9-4a65-a0c5-1b17acb331a6 has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:35:34.624797 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-3033719b-1dcd-44a6-b793-6d32ad378bbf None None] Provisioning complete for port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:34.625437 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-3033719b-1dcd-44a6-b793-6d32ad378bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:34.694568 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-3033719b-1dcd-44a6-b793-6d32ad378bbf None None] Port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:35:34.735835 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:34.759531 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device f04f0eac-341e-4654-996f-c712194833a1 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:34.810112 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:34.812810 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737555'] for router_interface, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:34.836862 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6ee534b6-cd8c-4e17-aff3-371f6e5a4ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:34.991787 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d584de21-bf82-4de5-b929-663b09d28662 req-7a888129-3a65-453d-91e5-d29eb7b32a40 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 210 time: 0.0479832 Jun 29 12:35:35.027889 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port f04f0eac-341e-4654-996f-c712194833a1 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:35:35.036640 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port f04f0eac-341e-4654-996f-c712194833a1 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:35.047010 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:35.047286 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:35.047286 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:35.215938 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-35c610ee-54e3-48db-8c53-e91d79c1e86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:35.229777 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-35c610ee-54e3-48db-8c53-e91d79c1e86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:35.233925 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-35c610ee-54e3-48db-8c53-e91d79c1e86b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/277fd5ab-c5a0-4099-9333-3fd803d29007 HTTP/1.1" status: 204 len: 168 time: 1.7525096 Jun 29 12:35:35.233925 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:35.238816 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:35.255107 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Pushing event updated for resources: {'Port': ['ID=8e765614-4aec-4365-8ab1-d793150511a7,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:35.265232 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:35.267481 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c610ee-54e3-48db-8c53-e91d79c1e86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277fd5ab-c5a0-4099-9333-3fd803d29007,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:35.272873 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:35:35.273061 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-35c610ee-54e3-48db-8c53-e91d79c1e86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:35.280740 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Made reservation on behalf of dca1beaafeb049209b260db0331aef44 for: {'port': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:35.282290 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] 10.222.0.61 "PUT /v2.0/routers/a334c76d-76d9-4a65-a0c5-1b17acb331a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2190089 Jun 29 12:35:35.290493 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:35.299713 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port f04f0eac-341e-4654-996f-c712194833a1, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=f04f0eac-341e-4654-996f-c712194833a1,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:35.318477 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Sync routers for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:35:35.354367 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:35:35.355336 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:35:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:35.387990 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Router 8875406f-1fe0-4a35-880e-fb886d25535c has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:35:35.393687 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:35.516524 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:35.522045 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:35.531800 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737555'] for router_interface, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:35.534992 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 31e4fcff-3ed0-435c-8040-923c53b03cda up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:35.551936 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:35.560014 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:35.692685 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-0251d1fc-c909-481d-9c91-413fe8ee8b3c None None] Provisioning complete for port 8e765614-4aec-4365-8ab1-d793150511a7 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:35.693429 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-0251d1fc-c909-481d-9c91-413fe8ee8b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:35.701616 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Network 005390eb-b2ea-4409-a911-12b960f56e49 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:35.721103 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:35.799105 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=f04f0eac-341e-4654-996f-c712194833a1,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:35.828216 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:35.833616 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:35:35.879882 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-0251d1fc-c909-481d-9c91-413fe8ee8b3c None None] Port 8e765614-4aec-4365-8ab1-d793150511a7 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:35:35.909860 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Router e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:35:35.917830 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Pushing event updated for resources: {'Port': ['ID=b800e0cc-4175-4e09-afce-286764aa8b19,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:35.926698 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:35.942386 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:35:35.944113 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48562) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:35.953218 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Sync routers for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:35:35.955736 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] 10.222.0.61 "PUT /v2.0/routers/8875406f-1fe0-4a35-880e-fb886d25535c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2414815 Jun 29 12:35:35.974358 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:35:35.975047 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:35:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:35.983982 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 31e4fcff-3ed0-435c-8040-923c53b03cda completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:35:36.014369 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Allocated IP 172.20.0.5 (1e3336ca-4bc9-4e75-b801-17115357046c/ec27b95f-b671-4253-8228-75b741786862/a945c790-d7d1-4c99-80f6-36385792036c) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:36.029337 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 31e4fcff-3ed0-435c-8040-923c53b03cda triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:36.030226 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:36.175323 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:35:36.307493 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-27521b45-6b34-4c12-95f4-e6696f94aa88 req-7d104633-ede8-4fdf-805b-a4e610fbccf0 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 210 time: 0.0480795 Jun 29 12:35:36.310775 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:36.376451 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port 31e4fcff-3ed0-435c-8040-923c53b03cda, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=31e4fcff-3ed0-435c-8040-923c53b03cda,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:36.385042 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:35:36.399213 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] 10.222.0.61 "PUT /v2.0/routers/e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5497952 Jun 29 12:35:36.422484 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 2, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:36.473880 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:36.514935 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Sync routers for ids ['e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:35:36.525474 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Checking router: a334c76d-76d9-4a65-a0c5-1b17acb331a6 for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:35:36.525903 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Updating router a334c76d-76d9-4a65-a0c5-1b17acb331a6 port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c binding host dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:35:36.530054 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:36.534308 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 4200103d-ef78-4ff5-a3a9-bc9918d69eca up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:36.541695 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-54290c38-2d70-41c5-a441-9ac41228a883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:36.726010 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:34Z', 'revision_number': 2, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:36.744286 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:36.757822 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Routers {'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:35:36.757822 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:35:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:36.758077 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:36.827588 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Checking router: 8875406f-1fe0-4a35-880e-fb886d25535c for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:35:36.834382 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Updating router 8875406f-1fe0-4a35-880e-fb886d25535c port 8e765614-4aec-4365-8ab1-d793150511a7 binding host dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:35:36.923209 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48580) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:36.928119 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-ee448013-0293-4d71-9236-feebaf3081fc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573366767', 'description': 'tempest-description--1521096906'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:36.965590 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Set router e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:35:36.973911 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Network 1e3336ca-4bc9-4e75-b801-17115357046c is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:36.974750 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:37.011578 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:37.034543 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:35:37.049761 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4926b8fa-afac-4338-93e2-eaa0fc0b69ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:37.054158 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:37.054158 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:37.142032 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:37.143684 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Pushing event updated for resources: {'Port': ['ID=a945c790-d7d1-4c99-80f6-36385792036c,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:37.150378 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:37.169867 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=31e4fcff-3ed0-435c-8040-923c53b03cda,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:37.176534 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:37.196364 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48590) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:37.280890 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4926b8fa-afac-4338-93e2-eaa0fc0b69ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:37.284327 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ee448013-0293-4d71-9236-feebaf3081fc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:37.356212 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4dd77157-92f7-4036-b7b1-e2826eb6f1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:37.366886 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4926b8fa-afac-4338-93e2-eaa0fc0b69ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:37.424838 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9579470 Jun 29 12:35:37.459094 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-caf67fcd-2820-4080-8e70-707264fb088e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:37.471305 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-4926b8fa-afac-4338-93e2-eaa0fc0b69ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b670ae9fe304a9cba577d2c92b4ad70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5249999 Jun 29 12:35:37.481504 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-f30e32e0-c38d-4f5f-8e33-543b4fe26203 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 12:35:37.493149 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-f30e32e0-c38d-4f5f-8e33-543b4fe26203 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302398 Jun 29 12:35:37.495120 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48608) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:37.578074 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926b8fa-afac-4338-93e2-eaa0fc0b69ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c406828-998b-41af-86ec-4015f0a283a1,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:37.598983 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 4200103d-ef78-4ff5-a3a9-bc9918d69eca triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:37.599383 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:37.604938 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4926b8fa-afac-4338-93e2-eaa0fc0b69ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:37.742001 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5b52c8cb-c86b-497f-a90c-d64463850567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:37.833442 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-97aa2678-cdef-4621-acca-adc4c18fa439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:37.870828 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5b52c8cb-c86b-497f-a90c-d64463850567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:37.954295 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Notify callbacks [] for port, precommit_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:37.959430 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366fea9-3e24-4938-90cf-d8766f4fa684 req-f3ed21e7-333c-4fb1-883f-24b49e389adf tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:37.970719 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e366fea9-3e24-4938-90cf-d8766f4fa684 req-f3ed21e7-333c-4fb1-883f-24b49e389adf tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 931 time: 0.3254313 Jun 29 12:35:37.993946 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.provisioning_blocks [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Transition to ACTIVE for port object 8e765614-4aec-4365-8ab1-d793150511a7 will not be triggered until provisioned by entity L2. {{(pid=93602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:38.007011 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Request body: {'port': {'device_id': '85a50e63-5d34-436f-86ba-1da853f43dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:38.090675 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:38.093852 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-b7b083bf-3823-4fb4-988f-ca1c4de107a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:38.132113 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'name': 'tempest-ServerRescueNegativeTestJSON-954708590-router', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'f04f0eac-341e-4654-996f-c712194833a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:25Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '1602240f3a4a41979987d2f3300a74d5', 'gw_port': {'id': 'f04f0eac-341e-4654-996f-c712194833a1', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'b800e0cc-4175-4e09-afce-286764aa8b19', 'name': '', 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'mac_address': 'fa:16:3e:83:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '23f93e1b-50db-4db1-9c73-4aa8c9d54cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:34Z', 'revision_number': 2, 'project_id': '1602240f3a4a41979987d2f3300a74d5', 'subnets': [{'id': '23f93e1b-50db-4db1-9c73-4aa8c9d54cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:38.153904 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e366fea9-3e24-4938-90cf-d8766f4fa684 req-6476b34e-6df3-4b2c-9ee8-830f6874a2ba tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695273 Jun 29 12:35:38.184528 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Checking router: e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:35:38.185839 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Updating router e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f port b800e0cc-4175-4e09-afce-286764aa8b19 binding host dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:35:38.222451 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4dd77157-92f7-4036-b7b1-e2826eb6f1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:38.227021 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcde0f-7f14-4e2f-bb49-6a8c4aa4288f None None] Pushing event updated for resources: {'Port': ['ID=8e765614-4aec-4365-8ab1-d793150511a7,revision_number=3']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:38.248270 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-6cdcde0f-7f14-4e2f-bb49-6a8c4aa4288f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:38.332200 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:38.341470 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device f04f0eac-341e-4654-996f-c712194833a1 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:38.369876 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Attempting to bind port 8e765614-4aec-4365-8ab1-d793150511a7 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:35:38.370500 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Attempting to bind port 8e765614-4aec-4365-8ab1-d793150511a7 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:35:38.371038 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Attempting to bind port 8e765614-4aec-4365-8ab1-d793150511a7 on network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:35:38.382174 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4dd77157-92f7-4036-b7b1-e2826eb6f1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:38.402876 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:35:38.403409 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Checking segment: {'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:38.403857 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:38.411007 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Bound using segment: {'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:35:38.411007 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Bound port: 8e765614-4aec-4365-8ab1-d793150511a7, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'}}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:35:38.411007 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:38.423626 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ffe1eb27-ebd2-47ed-9007-8e8cec75e193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:38.475124 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:38.545375 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd77157-92f7-4036-b7b1-e2826eb6f1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b5e039-2b11-4342-ad8c-57d11f138169,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:38.573931 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:38.606022 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48638) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:38.616677 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-c26f19d1-b3e1-4594-ab32-079d18982dc1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802715819', 'description': 'tempest-description--683245772'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:38.626001 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4dd77157-92f7-4036-b7b1-e2826eb6f1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:38.635339 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ee448013-0293-4d71-9236-feebaf3081fc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:38.671798 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Transition to ACTIVE for port object af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:38.687096 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] For port 8e765614-4aec-4365-8ab1-d793150511a7, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:38.696813 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] For port 8e765614-4aec-4365-8ab1-d793150511a7, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=8e765614-4aec-4365-8ab1-d793150511a7,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:38.800121 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:38.802349 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:38.957006 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:38.966197 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-13185344-a4b0-492f-9eac-880df9f2aa59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:38.983035 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port f04f0eac-341e-4654-996f-c712194833a1 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:38.993539 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:39.161473 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ee448013-0293-4d71-9236-feebaf3081fc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:39.162414 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-4dd77157-92f7-4036-b7b1-e2826eb6f1f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c0a2125ca1ef43e5b3bbd65b86edda59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8942256 Jun 29 12:35:39.162414 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5b52c8cb-c86b-497f-a90c-d64463850567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:39.162414 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5b52c8cb-c86b-497f-a90c-d64463850567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:39.162414 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-5b52c8cb-c86b-497f-a90c-d64463850567 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c406828-998b-41af-86ec-4015f0a283a1 HTTP/1.1" status: 204 len: 168 time: 1.6197743 Jun 29 12:35:39.162414 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-404150fb-8a2b-4332-9372-1bd2f4610c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:39.163003 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4926b8fa-afac-4338-93e2-eaa0fc0b69ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:39.271116 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48658) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:39.272037 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52c8cb-c86b-497f-a90c-d64463850567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c406828-998b-41af-86ec-4015f0a283a1,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:39.272037 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5b52c8cb-c86b-497f-a90c-d64463850567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:39.272201 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286749c6-e9ca-4d70-98fa-860f0edc5d8a None None] Pushing event updated for resources: {'Port': ['ID=af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:39.330788 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee448013-0293-4d71-9236-feebaf3081fc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e680fd0-c38c-4fcd-b948-c82e95a2942f,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:39.349901 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ee448013-0293-4d71-9236-feebaf3081fc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:39.367440 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:35:39.377414 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:35:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:39.489811 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-286749c6-e9ca-4d70-98fa-860f0edc5d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:39.490360 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcde0f-7f14-4e2f-bb49-6a8c4aa4288f None None] Pushing event updated for resources: {'Port': ['ID=8e765614-4aec-4365-8ab1-d793150511a7,revision_number=4']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:39.490360 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-6cdcde0f-7f14-4e2f-bb49-6a8c4aa4288f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:39.556430 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a945c790-d7d1-4c99-80f6-36385792036c {{(pid=93600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:35:39.643502 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:39.644018 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-6310199c-c263-47a2-a993-b79e530bb3e4 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:39.644018 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-6310199c-c263-47a2-a993-b79e530bb3e4 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/networks?id=005390eb-b2ea-4409-a911-12b960f56e49 HTTP/1.1" status: 200 len: 818 time: 0.8423569 Jun 29 12:35:39.647665 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Transition to ACTIVE for port object a945c790-d7d1-4c99-80f6-36385792036c will not be triggered until provisioned by entity L2. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:39.672564 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:35:39.679104 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Attempting to bind port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:35:39.680253 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Attempting to bind port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:35:39.680891 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Attempting to bind port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c on network 16d0a0a3-8b89-4096-b128-70e15e26c897 {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:35:39.690421 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:35:39.690829 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Checking segment: {'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:39.691240 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:39.691804 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Bound using segment: {'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:35:39.692431 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Bound port: af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:35:39.692934 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:39.736677 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-64249386-1761-4548-a67f-58e5f6104c80 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/quotas/1602240f3a4a41979987d2f3300a74d5 HTTP/1.1" status: 200 len: 375 time: 0.1336102 Jun 29 12:35:39.833310 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 31e4fcff-3ed0-435c-8040-923c53b03cda up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:39.880357 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b6c1de67-26a7-4b7b-8d95-50d70f03b7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:39.909490 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c26f19d1-b3e1-4594-ab32-079d18982dc1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:39.974912 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b6c1de67-26a7-4b7b-8d95-50d70f03b7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.040107 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.044202 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:40.107320 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-c8898f11-1b43-49b8-aef5-625aabc810b7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1602240f3a4a41979987d2f3300a74d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3663745 Jun 29 12:35:40.139469 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:38Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:40.145412 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] For port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:40.159860 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Notify callbacks [] for port, precommit_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.161958 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a3520-0ec8-4342-9ca5-a843177a62ed req-0f4f66e3-8b7b-49bc-9436-c18c181b264e tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:40.164804 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-005a3520-0ec8-4342-9ca5-a843177a62ed req-0f4f66e3-8b7b-49bc-9436-c18c181b264e tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 931 time: 0.5939775 Jun 29 12:35:40.165621 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ee448013-0293-4d71-9236-feebaf3081fc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.170826 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-ee448013-0293-4d71-9236-feebaf3081fc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.2464867 Jun 29 12:35:40.173217 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48686) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:40.179004 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Pushing event updated for resources: {'Port': ['ID=a945c790-d7d1-4c99-80f6-36385792036c,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:40.184608 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:40.185380 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-e9167d9f-8dde-4a35-ba2a-692e4118c74b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Request body: {'security_group_rule': {'security_group_id': '0e680fd0-c38c-4fcd-b948-c82e95a2942f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:40.196477 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Transition to ACTIVE for port object b800e0cc-4175-4e09-afce-286764aa8b19 will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:40.255960 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] For port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:40.271807 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1a053-94a8-48b4-97d2-68261bf9ee89 None None] The sync data for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi is: [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:38Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:35:40.306000 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d6a433a5-d0f5-4f1e-a77b-909b7686d6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.318389 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 31e4fcff-3ed0-435c-8040-923c53b03cda triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:40.319100 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.325120 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.362439 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Attempting to bind port a945c790-d7d1-4c99-80f6-36385792036c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:35:40.362439 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Attempting to bind port a945c790-d7d1-4c99-80f6-36385792036c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'b3be1951-648b-4c84-9c12-2a3a76084b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1e3336ca-4bc9-4e75-b801-17115357046c'}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:35:40.362439 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Attempting to bind port a945c790-d7d1-4c99-80f6-36385792036c on network 1e3336ca-4bc9-4e75-b801-17115357046c {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:35:40.362439 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Port a945c790-d7d1-4c99-80f6-36385792036c on network 1e3336ca-4bc9-4e75-b801-17115357046c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:35:40.362439 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Attempting to bind port a945c790-d7d1-4c99-80f6-36385792036c on network 1e3336ca-4bc9-4e75-b801-17115357046c {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:35:40.370767 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:40.388054 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:35:40.393911 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Checking segment: {'id': 'b3be1951-648b-4c84-9c12-2a3a76084b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1e3336ca-4bc9-4e75-b801-17115357046c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:40.397341 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Bound using segment: {'id': 'b3be1951-648b-4c84-9c12-2a3a76084b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1e3336ca-4bc9-4e75-b801-17115357046c'} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:35:40.397953 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Bound port: a945c790-d7d1-4c99-80f6-36385792036c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3be1951-648b-4c84-9c12-2a3a76084b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1e3336ca-4bc9-4e75-b801-17115357046c'}}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:35:40.400576 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.451282 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c26f19d1-b3e1-4594-ab32-079d18982dc1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.452428 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b6c1de67-26a7-4b7b-8d95-50d70f03b7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.472178 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b6c1de67-26a7-4b7b-8d95-50d70f03b7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.473340 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-b6c1de67-26a7-4b7b-8d95-50d70f03b7fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/12b5e039-2b11-4342-ad8c-57d11f138169 HTTP/1.1" status: 204 len: 168 time: 1.1640639 Jun 29 12:35:40.475311 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:40.483354 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.495389 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.600061 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1de67-26a7-4b7b-8d95-50d70f03b7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b5e039-2b11-4342-ad8c-57d11f138169,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:40.603607 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c26f19d1-b3e1-4594-ab32-079d18982dc1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.608697 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b6c1de67-26a7-4b7b-8d95-50d70f03b7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:40.610005 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-68d8ac59-ca55-42e5-ad25-701a52ca83a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:40.615791 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-005a3520-0ec8-4342-9ca5-a843177a62ed req-c9e35d74-860c-4cb7-bf2f-3ac1265c329b tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431646 Jun 29 12:35:40.689545 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] For port a945c790-d7d1-4c99-80f6-36385792036c, host hv-cinder-78662, cleared binding levels {{(pid=93600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:40.709066 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] For port a945c790-d7d1-4c99-80f6-36385792036c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a945c790-d7d1-4c99-80f6-36385792036c,segment=NetworkSegment(b3be1951-648b-4c84-9c12-2a3a76084b60),segment_id=b3be1951-648b-4c84-9c12-2a3a76084b60)] {{(pid=93600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:40.729953 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f19d1-b3e1-4594-ab32-079d18982dc1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f938a2a-3490-45b2-a9a7-dccf0940a555,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:40.745615 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee97a1-6192-4366-a91a-0ef07cbbe002 None None] Pushing event updated for resources: {'Port': ['ID=b800e0cc-4175-4e09-afce-286764aa8b19,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:40.768379 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-c26f19d1-b3e1-4594-ab32-079d18982dc1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:40.776990 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.779468 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-8ee3d6f6-34aa-4c52-98c7-3e636ecb7e79 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:40.783613 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-eaee97a1-6192-4366-a91a-0ef07cbbe002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:40.794686 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c26f19d1-b3e1-4594-ab32-079d18982dc1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.796205 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-c26f19d1-b3e1-4594-ab32-079d18982dc1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1891875 Jun 29 12:35:40.801092 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48712) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:40.808664 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-54290c38-2d70-41c5-a441-9ac41228a883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:40.818656 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-8ae6ae3b-7ff1-4c74-a147-d277dadb1b80 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Request body: {'security_group_rule': {'security_group_id': '1f938a2a-3490-45b2-a9a7-dccf0940a555', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:40.837321 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e9167d9f-8dde-4a35-ba2a-692e4118c74b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.940114 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Attempting to bind port b800e0cc-4175-4e09-afce-286764aa8b19 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:35:40.952092 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Attempting to bind port b800e0cc-4175-4e09-afce-286764aa8b19 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '8416e60e-3290-420e-847c-39838ae1cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:35:40.953263 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:40.953890 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:40.955447 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Attempting to bind port b800e0cc-4175-4e09-afce-286764aa8b19 on network 005390eb-b2ea-4409-a911-12b960f56e49 {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:35:40.961586 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] 10.222.0.37 "PUT /v2.0/ports/a945c790-d7d1-4c99-80f6-36385792036c HTTP/1.1" status: 200 len: 1093 time: 3.3164458 Jun 29 12:35:40.962862 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a50e63-5d34-436f-86ba-1da853f43dcd', 'tag': 'a945c790-d7d1-4c99-80f6-36385792036c'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:35:40.974728 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286749c6-e9ca-4d70-98fa-860f0edc5d8a None None] Pushing event updated for resources: {'Port': ['ID=af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:40.989828 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-286749c6-e9ca-4d70-98fa-860f0edc5d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:41.011760 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:35:41.013782 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Checking segment: {'id': '8416e60e-3290-420e-847c-39838ae1cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:41.016887 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:41.023973 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Bound using segment: {'id': '8416e60e-3290-420e-847c-39838ae1cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:35:41.023973 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Bound port: b800e0cc-4175-4e09-afce-286764aa8b19, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8416e60e-3290-420e-847c-39838ae1cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:35:41.023973 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:41.167613 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:35:41.167613 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:35:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:41.173315 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ae3b-7ff1-4c74-a147-d277dadb1b80 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:41.231978 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e9167d9f-8dde-4a35-ba2a-692e4118c74b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:41.336852 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e9167d9f-8dde-4a35-ba2a-692e4118c74b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:41.371808 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:41.408373 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Pushing event updated for resources: {'Port': ['ID=a945c790-d7d1-4c99-80f6-36385792036c,revision_number=3']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:41.414974 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:41.419729 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ae3b-7ff1-4c74-a147-d277dadb1b80 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:41.420596 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167d9f-8dde-4a35-ba2a-692e4118c74b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d2df22-146c-4ba3-a4d8-7a64650126ea,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:41.423703 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e9167d9f-8dde-4a35-ba2a-692e4118c74b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:41.497209 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e9167d9f-8dde-4a35-ba2a-692e4118c74b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:41.502458 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-e9167d9f-8dde-4a35-ba2a-692e4118c74b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3219001 Jun 29 12:35:41.502458 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ae3b-7ff1-4c74-a147-d277dadb1b80 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:41.502458 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e9167d9f-8dde-4a35-ba2a-692e4118c74b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:41.511723 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48738) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:41.520161 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-5b7b4f82-3f4d-4b4e-a035-bf5c58437967 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Request body: {'security_group_rule': {'security_group_id': '0e680fd0-c38c-4fcd-b948-c82e95a2942f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:41.545964 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6ae3b-7ff1-4c74-a147-d277dadb1b80 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fb1910-f230-411b-8357-8c4ab6f64049,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:41.551873 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-8ae6ae3b-7ff1-4c74-a147-d277dadb1b80 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:41.565999 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-1822b310-9f85-458f-b7cc-dcbe9305d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:41.568327 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-1822b310-9f85-458f-b7cc-dcbe9305d557 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dca1beaafeb049209b260db0331aef44&device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 1096 time: 0.3410087 Jun 29 12:35:41.711117 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-cb090783-4248-4143-9ac1-74b98a2ef7ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a945c790-d7d1-4c99-80f6-36385792036c HTTP/1.1" status: 200 len: 217 time: 0.1136451 Jun 29 12:35:41.845819 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ae3b-7ff1-4c74-a147-d277dadb1b80 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:41.848043 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-8ae6ae3b-7ff1-4c74-a147-d277dadb1b80 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0444107 Jun 29 12:35:41.851060 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48760) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:41.875672 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-5ae6b90b-2f8e-4cef-905f-1d9118badd20 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Request body: {'security_group_rule': {'security_group_id': '1f938a2a-3490-45b2-a9a7-dccf0940a555', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:41.879979 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 8e765614-4aec-4365-8ab1-d793150511a7 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:41.967269 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-f170d8da-9d42-4028-a309-6e39d085aae3 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 12:35:41.970897 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-f170d8da-9d42-4028-a309-6e39d085aae3 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.2361474 Jun 29 12:35:41.974576 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4f82-3f4d-4b4e-a035-bf5c58437967 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:42.134123 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-32cda472-4c67-463a-8562-6fdf473658f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:42.136710 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-32cda472-4c67-463a-8562-6fdf473658f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec27b95f-b671-4253-8228-75b741786862 HTTP/1.1" status: 200 len: 851 time: 0.4104657 Jun 29 12:35:42.256681 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:42.262109 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-d17a6b15-f91f-4160-b659-6da4c4bbb156 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e3336ca-4bc9-4e75-b801-17115357046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982468 Jun 29 12:35:42.293947 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] For port b800e0cc-4175-4e09-afce-286764aa8b19, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:35:42.307649 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] For port b800e0cc-4175-4e09-afce-286764aa8b19, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b800e0cc-4175-4e09-afce-286764aa8b19,segment=NetworkSegment(8416e60e-3290-420e-847c-39838ae1cdd3),segment_id=8416e60e-3290-420e-847c-39838ae1cdd3)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:35:42.336282 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4f82-3f4d-4b4e-a035-bf5c58437967 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:42.366093 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:35:42.406121 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b90b-2f8e-4cef-905f-1d9118badd20 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:42.441133 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:42.456447 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:42.468117 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4f82-3f4d-4b4e-a035-bf5c58437967 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:42.483065 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:42.499754 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 8e765614-4aec-4365-8ab1-d793150511a7 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:35:42.552436 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-b095e2bf-0079-48a6-84df-1800a060a929 service neutron] 10.222.0.37 "GET /v2.0/networks/1e3336ca-4bc9-4e75-b801-17115357046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694736 Jun 29 12:35:42.563142 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b4f82-3f4d-4b4e-a035-bf5c58437967 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53997308-7d57-4e62-a301-0d00a452baed,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:42.569722 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5b7b4f82-3f4d-4b4e-a035-bf5c58437967 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:42.643240 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee97a1-6192-4366-a91a-0ef07cbbe002 None None] Pushing event updated for resources: {'Port': ['ID=b800e0cc-4175-4e09-afce-286764aa8b19,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:42.660359 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 8e765614-4aec-4365-8ab1-d793150511a7 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:42.660747 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:42.676265 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-eaee97a1-6192-4366-a91a-0ef07cbbe002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:42.686377 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4f82-3f4d-4b4e-a035-bf5c58437967 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:42.695889 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-5b7b4f82-3f4d-4b4e-a035-bf5c58437967 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1825304 Jun 29 12:35:42.696855 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48776) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:42.703217 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Request body: {'floatingip': {'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:42.740272 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f10d64-eaa5-4f65-823e-faf696f684ae req-d9bd5c7b-385c-4c15-b7ff-0efec694ec10 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:42.743517 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e0f10d64-eaa5-4f65-823e-faf696f684ae req-d9bd5c7b-385c-4c15-b7ff-0efec694ec10 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 943 time: 0.7275157 Jun 29 12:35:42.770054 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-73475e29-6c6a-4958-b779-b22a2760ec8e service neutron] 10.222.0.61 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7613392 Jun 29 12:35:42.888649 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48786) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:42.921118 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d1c9-1ca6-428d-91c0-5269667cf2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:42.960049 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Routers {'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:35:42.961930 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:35:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:42.972691 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c4270ae3-d00a-4044-a31e-1a72fc6d774f req-60861640-1df9-4c01-9732-46538e6f8ffa service neutron] 10.222.0.37 "GET /v2.0/networks/1e3336ca-4bc9-4e75-b801-17115357046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023147 Jun 29 12:35:43.007798 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b90b-2f8e-4cef-905f-1d9118badd20 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:43.029864 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c27b94-3c64-4b79-9e3e-95515976eb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "85a50e63-5d34-436f-86ba-1da853f43dcd", "tag": "a945c790-d7d1-4c99-80f6-36385792036c"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:35:43.049631 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:43.083815 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:43.108123 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b90b-2f8e-4cef-905f-1d9118badd20 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:43.152556 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:43.162854 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e0f10d64-eaa5-4f65-823e-faf696f684ae req-105a9181-4038-4959-bf9b-14d9315aa608 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738568 Jun 29 12:35:43.249479 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6b90b-2f8e-4cef-905f-1d9118badd20 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff650af6-bc60-4b2b-8c08-359f064d089b,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:43.258104 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5ae6b90b-2f8e-4cef-905f-1d9118badd20 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:43.302281 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-e9a21e1b-621e-4690-accf-5fab48c80999 service neutron] 10.222.0.61 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298462 Jun 29 12:35:43.355658 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d1c9-1ca6-428d-91c0-5269667cf2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:43.387861 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:43.481547 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d1c9-1ca6-428d-91c0-5269667cf2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:43.488626 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4dd77157-92f7-4036-b7b1-e2826eb6f1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:43.496968 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b90b-2f8e-4cef-905f-1d9118badd20 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:43.501919 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-5ae6b90b-2f8e-4cef-905f-1d9118badd20 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6482694 Jun 29 12:35:43.502545 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48798) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:43.508293 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Request body: {'floatingip': {'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:43.652103 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:43.693695 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3d1c9-1ca6-428d-91c0-5269667cf2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0661a8c-bf17-4545-a409-c23af1714e40,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:43.698344 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:43.701857 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] Set router e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:35:43.707433 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-b3a3d1c9-1ca6-428d-91c0-5269667cf2a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01e4c13a01484d108f33d78e5338fac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8114603 Jun 29 12:35:43.707433 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b3a3d1c9-1ca6-428d-91c0-5269667cf2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:43.708264 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48808) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:43.739988 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889d3065-fd0e-453d-81f3-893eb7c9ae3f x-openstack-request-id: req-889d3065-fd0e-453d-81f3-893eb7c9ae3f {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:35:43.740609 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a50e63-5d34-436f-86ba-1da853f43dcd", "tag": "a945c790-d7d1-4c99-80f6-36385792036c", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:35:43.740926 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-889d3065-fd0e-453d-81f3-893eb7c9ae3f {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:35:43.741456 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a50e63-5d34-436f-86ba-1da853f43dcd', 'tag': 'a945c790-d7d1-4c99-80f6-36385792036c', 'status': 'completed', 'code': 200} Jun 29 12:35:43.765126 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Allocated IP 172.27.2.196 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/56b22a19-f693-47aa-8634-9450f7d7b29f) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:43.783150 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port 8e765614-4aec-4365-8ab1-d793150511a7, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=8e765614-4aec-4365-8ab1-d793150511a7,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:43.928149 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:43.966794 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:43.979186 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:43.997351 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c27b94-3c64-4b79-9e3e-95515976eb1a req-2575071f-240a-4c64-a1d9-3cbc33b798d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:43.999743 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-f8c27b94-3c64-4b79-9e3e-95515976eb1a req-2575071f-240a-4c64-a1d9-3cbc33b798d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dca1beaafeb049209b260db0331aef44&device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 1096 time: 0.1992333 Jun 29 12:35:44.027874 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b5a1b3a8-bd5e-4044-bfc9-0b462f33f137 req-423b3276-e737-43dd-a7b6-e0f02710aafc tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 210 time: 0.1342442 Jun 29 12:35:44.092509 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48826) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:44.161560 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48830) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:44.237364 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b316d241-e1bb-4fc9-9775-4e522948c5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:44.295503 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=8e765614-4aec-4365-8ab1-d793150511a7,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:44.322833 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:44.329357 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:44.340289 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:40Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:44.358073 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:44.365960 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b316d241-e1bb-4fc9-9775-4e522948c5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:44.492699 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad38133-682c-480e-b7d5-ae0cf679d8d1 None None] The sync data for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi is: [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:40Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:35:44.635449 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1828998203-network', 'tenant_id': '43f399a26375400ea7db83ca147fb38c'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:44.737590 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:44.743703 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4a7543f9-6d9f-445b-b2cf-90ae32104ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:44.751110 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c27b94-3c64-4b79-9e3e-95515976eb1a req-12173a77-5010-45d5-84e8-6674193907e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:44.753020 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-f8c27b94-3c64-4b79-9e3e-95515976eb1a req-12173a77-5010-45d5-84e8-6674193907e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e3336ca-4bc9-4e75-b801-17115357046c HTTP/1.1" status: 200 len: 912 time: 0.7234559 Jun 29 12:35:44.759787 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:44.777729 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:35:44.787282 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'name': 'tempest-ServerRescueNegativeTestJSON-954708590-router', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'f04f0eac-341e-4654-996f-c712194833a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:25Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '1602240f3a4a41979987d2f3300a74d5', 'gw_port': {'id': 'f04f0eac-341e-4654-996f-c712194833a1', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'b800e0cc-4175-4e09-afce-286764aa8b19', 'name': '', 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'mac_address': 'fa:16:3e:83:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '23f93e1b-50db-4db1-9c73-4aa8c9d54cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:42Z', 'revision_number': 4, 'project_id': '1602240f3a4a41979987d2f3300a74d5', 'subnets': [{'id': '23f93e1b-50db-4db1-9c73-4aa8c9d54cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:44.798013 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event updated for resources: {'Port': ['ID=56b22a19-f693-47aa-8634-9450f7d7b29f,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:44.825467 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:44.842846 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fa1633-76cc-4900-936d-ed488675e226 None None] The sync data for ids ['e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'] in dv-cinder-786627-14-iscsi is: [{'id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'name': 'tempest-ServerRescueNegativeTestJSON-954708590-router', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'f04f0eac-341e-4654-996f-c712194833a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:25Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '1602240f3a4a41979987d2f3300a74d5', 'gw_port': {'id': 'f04f0eac-341e-4654-996f-c712194833a1', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'b800e0cc-4175-4e09-afce-286764aa8b19', 'name': '', 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'mac_address': 'fa:16:3e:83:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '23f93e1b-50db-4db1-9c73-4aa8c9d54cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:42Z', 'revision_number': 4, 'project_id': '1602240f3a4a41979987d2f3300a74d5', 'subnets': [{'id': '23f93e1b-50db-4db1-9c73-4aa8c9d54cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:35:44.980083 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:44.985662 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Made reservation on behalf of 43f399a26375400ea7db83ca147fb38c for: {'network': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:44.998079 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:45.001324 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-f8c27b94-3c64-4b79-9e3e-95515976eb1a req-abb238a8-3682-438e-bb40-23b5de808e1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a945c790-d7d1-4c99-80f6-36385792036c HTTP/1.1" status: 200 len: 217 time: 0.2286394 Jun 29 12:35:45.048576 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:45.130758 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:45.145994 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b316d241-e1bb-4fc9-9775-4e522948c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:45.193881 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b316d241-e1bb-4fc9-9775-4e522948c5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:45.200088 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-b316d241-e1bb-4fc9-9775-4e522948c5fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a0661a8c-bf17-4545-a409-c23af1714e40 HTTP/1.1" status: 204 len: 168 time: 1.4864902 Jun 29 12:35:45.200985 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5e46de2e-90f5-4d32-b5f3-10d8db636373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:45.252016 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-56e6189f-e3d6-418c-9fe2-9676d74500b5 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:45.265420 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-56e6189f-e3d6-418c-9fe2-9676d74500b5 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/networks?id=005390eb-b2ea-4409-a911-12b960f56e49 HTTP/1.1" status: 200 len: 818 time: 0.7740986 Jun 29 12:35:45.308137 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c27b94-3c64-4b79-9e3e-95515976eb1a req-fbaa2333-b7a4-4323-ae9e-af04e93cbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:45.309828 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-f8c27b94-3c64-4b79-9e3e-95515976eb1a req-fbaa2333-b7a4-4323-ae9e-af04e93cbb88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec27b95f-b671-4253-8228-75b741786862 HTTP/1.1" status: 200 len: 851 time: 0.1892316 Jun 29 12:35:45.385876 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:45.390200 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-f8c27b94-3c64-4b79-9e3e-95515976eb1a req-5e676083-c034-4160-81a7-567508ad60b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e3336ca-4bc9-4e75-b801-17115357046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516515 Jun 29 12:35:45.442525 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Allocated IP 172.27.2.9 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/deac2946-3722-4383-87f6-f6d232c97102) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:45.468509 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-061fe2d3-bda1-44ed-9a26-8e3b75ac8669 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/quotas/1602240f3a4a41979987d2f3300a74d5 HTTP/1.1" status: 200 len: 375 time: 0.1997349 Jun 29 12:35:45.469731 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316d241-e1bb-4fc9-9775-4e522948c5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0661a8c-bf17-4545-a409-c23af1714e40,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:45.480010 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b316d241-e1bb-4fc9-9775-4e522948c5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:45.588135 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e56403-b920-415e-b625-1fcd1b04a7a4 req-f11ac5d8-c43f-4d61-9802-4a903623deb0 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:45.594710 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f0e56403-b920-415e-b625-1fcd1b04a7a4 req-f11ac5d8-c43f-4d61-9802-4a903623deb0 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 943 time: 0.9670224 Jun 29 12:35:45.817477 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4a7543f9-6d9f-445b-b2cf-90ae32104ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:45.942704 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f0e56403-b920-415e-b625-1fcd1b04a7a4 req-8c5abf5e-cdb5-4642-aacd-8278ba4b8491 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771912 Jun 29 12:35:45.947665 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4a7543f9-6d9f-445b-b2cf-90ae32104ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.009219 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5b52c8cb-c86b-497f-a90c-d64463850567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:46.046203 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-f08d8093-c15b-404d-8b62-4e3b9ebf3d37 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1602240f3a4a41979987d2f3300a74d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5440764 Jun 29 12:35:46.088427 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-f8c27b94-3c64-4b79-9e3e-95515976eb1a req-c407fb92-17b6-4692-9eec-605f5bf44219 service neutron] 10.222.0.37 "GET /v2.0/networks/1e3336ca-4bc9-4e75-b801-17115357046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970945 Jun 29 12:35:46.175194 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.191231 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48884) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:46.200021 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-4a7543f9-6d9f-445b-b2cf-90ae32104ecd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab7a9e5b633041d7a2f274ad507f36ee&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1063759 Jun 29 12:35:46.209334 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.231916 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7543f9-6d9f-445b-b2cf-90ae32104ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e213aa17-b668-4ced-988f-35ed88031f22,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:46.291045 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4a7543f9-6d9f-445b-b2cf-90ae32104ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:46.309170 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.352599 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:46.416830 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-9042e9bc-9165-4a87-a1d5-17e169f21745 service neutron] 10.222.0.61 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593411 Jun 29 12:35:46.418771 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-95597158-f2de-4375-9993-02c041e703dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.482881 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-95597158-f2de-4375-9993-02c041e703dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.485537 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 8e765614-4aec-4365-8ab1-d793150511a7 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:46.506801 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.615391 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 8e765614-4aec-4365-8ab1-d793150511a7 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:46.616018 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.640486 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.703798 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event updated for resources: {'Port': ['ID=56b22a19-f693-47aa-8634-9450f7d7b29f,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:46.712517 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:46.745128 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.748179 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:46.750333 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.762149 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-504d0b06-5977-4707-9cb0-c84a720443f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:46.765855 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:46.767827 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-f8c27b94-3c64-4b79-9e3e-95515976eb1a req-1f2ba02b-d287-4306-9a5c-081578104fbc service neutron] 10.222.0.37 "GET /v2.0/networks/1e3336ca-4bc9-4e75-b801-17115357046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212907 Jun 29 12:35:46.796378 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:35:46.831864 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c10008c-4cd5-4769-8111-03fee11e8cc8,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:46.832607 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.844895 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1446130 Jun 29 12:35:46.847021 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:46.859954 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.861619 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.segments_db [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Added segment b081d0ca-fc67-4bec-b126-1665875a33c2 of type vlan for network 06eed74e-03f0-4993-8c03-1a00ab648d66 Jun 29 12:35:46.863517 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:46.891860 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:46.923035 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:35:46.956325 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.976933 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event updated for resources: {'Port': ['ID=deac2946-3722-4383-87f6-f6d232c97102,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:46.982428 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:46.999360 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:47.040661 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:35:47.045453 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:47.045999 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:47.048728 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-1203a69f-0c83-4e5f-8967-cee15e9cc980 service neutron] 10.222.0.61 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518194 Jun 29 12:35:47.164114 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:47.165572 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:47.166435 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:47.169915 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:47.233201 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:47.251513 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-95597158-f2de-4375-9993-02c041e703dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:47.256125 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-95597158-f2de-4375-9993-02c041e703dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:47.256713 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:47.259471 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-95597158-f2de-4375-9993-02c041e703dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e213aa17-b668-4ced-988f-35ed88031f22 HTTP/1.1" status: 204 len: 168 time: 1.0720005 Jun 29 12:35:47.260628 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-c2ee7e61-69bc-472c-bd07-01312dd697d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:47.303505 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95597158-f2de-4375-9993-02c041e703dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e213aa17-b668-4ced-988f-35ed88031f22,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:47.308189 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-95597158-f2de-4375-9993-02c041e703dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:47.328634 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1598966 Jun 29 12:35:47.328634 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Pushing event updated for resources: {'Network': ['ID=06eed74e-03f0-4993-8c03-1a00ab648d66,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:47.329339 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48912) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:47.358366 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:47.365874 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] Request body: {'subnet': {'network_id': '06eed74e-03f0-4993-8c03-1a00ab648d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1828998203-subnet', 'tenant_id': '43f399a26375400ea7db83ca147fb38c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:47.385841 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 06eed74e-03f0-4993-8c03-1a00ab648d66 details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:35:47.394011 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:47.435181 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:47.502285 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] Made reservation on behalf of 43f399a26375400ea7db83ca147fb38c for: {'subnet': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:47.508824 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:47.554420 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:47.557953 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b800e0cc-4175-4e09-afce-286764aa8b19 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:47.581641 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2e5ec-f4f6-440c-a790-43fff7bd0ac5 req-27142c1c-a5f6-4e2f-9801-5e70d5a3c87f tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:47.590334 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-77b2e5ec-f4f6-440c-a790-43fff7bd0ac5 req-27142c1c-a5f6-4e2f-9801-5e70d5a3c87f tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 943 time: 0.2809501 Jun 29 12:35:47.620154 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:47.722788 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-a9e45b11-614e-43e9-aec1-b24bfb8fcd36 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1573366767&fields=id&tenant_id=f7d9447eb9dc42ef824f1889c310bdef HTTP/1.1" status: 200 len: 267 time: 0.2548807 Jun 29 12:35:47.725396 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:47.738872 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:47.783265 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-77b2e5ec-f4f6-440c-a790-43fff7bd0ac5 req-ffbad8e9-e12c-4df1-8441-ce9495ef3b50 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915512 Jun 29 12:35:47.958066 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5ceb36a1-fa0f-45ec-b9b7-0e2fe724a1e7 req-37e06519-8b76-48de-a64d-074d8a1a8e1f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 210 time: 0.0633609 Jun 29 12:35:47.980229 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-c990bf3e-f273-46ad-9117-8a5040715d4c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:47.981839 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-c990bf3e-f273-46ad-9117-8a5040715d4c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/networks?id=16d0a0a3-8b89-4096-b128-70e15e26c897 HTTP/1.1" status: 200 len: 815 time: 0.2577357 Jun 29 12:35:47.997714 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:48.002335 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-9555d7b1-3ea1-49df-a6a3-d497998fe6d8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/quotas/f7d9447eb9dc42ef824f1889c310bdef HTTP/1.1" status: 200 len: 375 time: 0.0146763 Jun 29 12:35:48.087526 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-8cb5832a-0f29-40c0-8322-46ec6b81ee95 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774686 Jun 29 12:35:48.218795 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-e88a28af-f9eb-42ae-8348-2484ee50c776 service neutron] 10.222.0.61 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171467 Jun 29 12:35:48.346084 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-d342d2ff-a163-4059-9699-fb84aa898c61 service neutron] 10.222.0.61 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085835 Jun 29 12:35:48.416866 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port b800e0cc-4175-4e09-afce-286764aa8b19 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:35:48.421281 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port b800e0cc-4175-4e09-afce-286764aa8b19 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:48.426939 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:48.473662 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:48.473924 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for subnet, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:48.478637 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:48.489920 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:48.525185 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:48.568796 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:48.605152 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event updated for resources: {'Port': ['ID=deac2946-3722-4383-87f6-f6d232c97102,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:48.606358 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:48.618632 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:48.639269 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.1356115 Jun 29 12:35:48.760455 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5545260-3a9a-451a-9174-3bdc47362b1c,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:48.775454 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7a36ec76-2da1-4803-9ca9-b0844f1c6ab0 req-16365d19-09b0-44e0-9572-3e20ec1f91d5 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 210 time: 0.1085482 Jun 29 12:35:48.779197 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:48.779197 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] Checking segment: {'id': 'b081d0ca-fc67-4bec-b126-1665875a33c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '06eed74e-03f0-4993-8c03-1a00ab648d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:48.779197 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] Network hostable DHCP agents. Network: 06eed74e-03f0-4993-8c03-1a00ab648d66, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:35:48.844467 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port b800e0cc-4175-4e09-afce-286764aa8b19, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b800e0cc-4175-4e09-afce-286764aa8b19,segment=NetworkSegment(8416e60e-3290-420e-847c-39838ae1cdd3),segment_id=8416e60e-3290-420e-847c-39838ae1cdd3)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:35:48.922629 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] Network 06eed74e-03f0-4993-8c03-1a00ab648d66 is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:35:49.121870 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-361b3420-a707-47e3-86e9-13d67de39cb2 req-77858e0f-fe9a-402c-b2d0-89fc6f559a38 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 210 time: 0.0658815 Jun 29 12:35:49.169200 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:49.173243 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:49.200517 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 06eed74e-03f0-4993-8c03-1a00ab648d66) {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:49.212318 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:49.213782 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:49.214538 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65282e6-5224-40e9-b581-46e6e270c1cf req-33bea182-e21b-4b91-b546-fe65ce8fa6a9 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:49.225332 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e65282e6-5224-40e9-b581-46e6e270c1cf req-33bea182-e21b-4b91-b546-fe65ce8fa6a9 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 943 time: 0.1804798 Jun 29 12:35:49.315639 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9728701 Jun 29 12:35:49.372438 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e65282e6-5224-40e9-b581-46e6e270c1cf req-c8ac9809-eb44-4ee9-8aa2-fe025299ef25 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451249 Jun 29 12:35:49.395536 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f162a2f1-8020-4c43-a89b-417846083329 None None] Network 06eed74e-03f0-4993-8c03-1a00ab648d66 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:35:49.397658 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:49.431684 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-131600e2-1d0c-4e3b-8a2d-eead67cff4d7 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1802715819&fields=id&tenant_id=669e8d831f054520a9009ce00787a461 HTTP/1.1" status: 200 len: 267 time: 0.1529341 Jun 29 12:35:49.514242 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 48974) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:49.514744 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=b800e0cc-4175-4e09-afce-286764aa8b19,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:49.548203 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1e928eac-9590-47ab-8bdd-2fd54c9ff134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:49.561792 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:49.659011 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:49.660076 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:49.769037 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495056f0-47db-4ab9-84c7-1f64b44489b5 None None] Network 06eed74e-03f0-4993-8c03-1a00ab648d66 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:35:49.875790 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1e928eac-9590-47ab-8bdd-2fd54c9ff134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:49.958999 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1e928eac-9590-47ab-8bdd-2fd54c9ff134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:49.963398 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:49.988578 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a7cf1bab-13a1-4dcc-bbf5-e05b4c87f754 req-130ffbeb-eb30-4db7-a334-e820dbfcf5f4 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 210 time: 0.0389121 Jun 29 12:35:50.015152 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-1e928eac-9590-47ab-8bdd-2fd54c9ff134 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6792cdead9c74e5ea591ed3e3bd1e6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4956818 Jun 29 12:35:50.015152 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e928eac-9590-47ab-8bdd-2fd54c9ff134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaad085-9144-4a0f-abc4-69ad57959364,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:50.015312 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 48988) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:50.029705 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1e928eac-9590-47ab-8bdd-2fd54c9ff134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:50.077715 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-74e31cfc-d505-4261-bb18-d388a14c6dd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:50.081973 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-74e31cfc-d505-4261-bb18-d388a14c6dd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/networks?id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635 HTTP/1.1" status: 200 len: 811 time: 0.6500483 Jun 29 12:35:50.135616 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-8058587f-e071-4e65-a23d-f38a07f284a5 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/quotas/669e8d831f054520a9009ce00787a461 HTTP/1.1" status: 200 len: 375 time: 0.0308158 Jun 29 12:35:50.135616 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad119-67d3-4634-8cef-577637514f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:50.197231 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad119-67d3-4634-8cef-577637514f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:50.297930 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e5fd4255-2c6e-4179-ac1d-3d5712336eff req-589bafab-ab5e-413b-b119-de59477a3ec1 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 210 time: 0.0411491 Jun 29 12:35:50.306672 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-4a428eab-ea85-4cfc-82e7-48f310b09cc9 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=669e8d831f054520a9009ce00787a461&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1728168 Jun 29 12:35:50.427759 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-261b2113-5e33-4ecd-a0cd-037bb3667ec7 service neutron] 10.222.0.61 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975647 Jun 29 12:35:50.582612 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad119-67d3-4634-8cef-577637514f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:50.588384 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c7ad119-67d3-4634-8cef-577637514f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:50.589574 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-6c7ad119-67d3-4634-8cef-577637514f0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ddaad085-9144-4a0f-abc4-69ad57959364 HTTP/1.1" status: 204 len: 168 time: 0.5749335 Jun 29 12:35:50.591705 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-5faff752-a82e-4598-a726-4885a25b7be0 service neutron] 10.222.0.61 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630936 Jun 29 12:35:50.602501 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:50.605904 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ad119-67d3-4634-8cef-577637514f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaad085-9144-4a0f-abc4-69ad57959364,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:50.611120 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6c7ad119-67d3-4634-8cef-577637514f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:50.651927 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99897d1-d0a6-47ce-aa40-af65c1e12465 req-79a32201-76dd-457e-a5db-0c38494885b2 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:50.651927 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f99897d1-d0a6-47ce-aa40-af65c1e12465 req-79a32201-76dd-457e-a5db-0c38494885b2 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 943 time: 0.1383476 Jun 29 12:35:50.727174 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f99897d1-d0a6-47ce-aa40-af65c1e12465 req-31eaaf66-e8d4-4e60-ab67-b85f08fabf8a tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709674 Jun 29 12:35:51.161029 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc9918bc-0aa2-43be-a339-9d807fa324a1 req-b6fd1d2e-eefc-45e4-80ec-2285279f8f99 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 210 time: 0.0348101 Jun 29 12:35:51.275735 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2db44de6-a289-4cd8-8513-68d6ca28c8cf req-d499e071-449c-4a02-97cc-36c95d7a1a04 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 210 time: 0.0489914 Jun 29 12:35:51.290433 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b800e0cc-4175-4e09-afce-286764aa8b19 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:35:51.420506 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port b800e0cc-4175-4e09-afce-286764aa8b19 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:35:51.422047 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:51.590895 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49034) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:51.596521 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-925523579-network', 'tenant_id': 'c6b31ba562c64273bdf13eede26c6430'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:51.601848 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aeb79185-ff2b-4fe1-968d-8681ee10969e req-b3302d44-c72b-4b79-b9f8-4bef5eaf8267 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 210 time: 0.0758286 Jun 29 12:35:51.725116 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Made reservation on behalf of c6b31ba562c64273bdf13eede26c6430 for: {'network': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:51.730657 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:51.744738 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:52.001088 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:52.006482 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2808f-3bac-4ded-b3aa-6a93dab7d0e9 req-aa887820-d33d-45ec-bb8a-974da27d0c3e tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:52.010663 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-35d2808f-3bac-4ded-b3aa-6a93dab7d0e9 req-aa887820-d33d-45ec-bb8a-974da27d0c3e tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 943 time: 0.0863352 Jun 29 12:35:52.077908 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-35d2808f-3bac-4ded-b3aa-6a93dab7d0e9 req-fdc9c845-8f3b-4765-8f53-84aaf9637fcb tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563872 Jun 29 12:35:52.084866 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:52.091010 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b3a3d1c9-1ca6-428d-91c0-5269667cf2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:52.127167 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:35:52.145470 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e47a70d-ee55-40c3-8c21-d37fe8552b89,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:52.151464 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:52.155288 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:52.155908 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.segments_db [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Added segment 41eaf81b-0e04-42e8-9357-be10a592c20a of type vlan for network 4fe32843-57d9-4d7e-813b-cf6b7f1a1908 Jun 29 12:35:52.197722 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:52.314371 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-df4ff677-1142-4b37-b732-826fd2e59417 req-fe35b465-950a-4bf2-a395-95198cf6201a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 210 time: 0.0285830 Jun 29 12:35:52.324134 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:52.326463 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:52.330950 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:52.331426 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a23e294e-691c-4ec9-80f9-a45e3b4c1748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:52.411265 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-44e6f01a-cc45-4cf3-b850-f380893eba99 req-7b90cb5b-ee73-4d97-a68a-f91d5d05d085 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 210 time: 0.0561595 Jun 29 12:35:52.411459 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Pushing event updated for resources: {'Network': ['ID=4fe32843-57d9-4d7e-813b-cf6b7f1a1908,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:52.414642 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:52.421978 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 4fe32843-57d9-4d7e-813b-cf6b7f1a1908 details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:35:52.450875 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8583012 Jun 29 12:35:52.453497 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49068) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:52.468192 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] Request body: {'subnet': {'network_id': '4fe32843-57d9-4d7e-813b-cf6b7f1a1908', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-925523579-subnet', 'tenant_id': 'c6b31ba562c64273bdf13eede26c6430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:52.587919 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] Made reservation on behalf of c6b31ba562c64273bdf13eede26c6430 for: {'subnet': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:52.590352 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:52.757667 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e2821a1a-b0c0-46dd-aaca-6bec584bcbc6 req-6f5e34ca-81d3-486b-9b48-96d8cce75ce6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 210 time: 0.0332711 Jun 29 12:35:52.901495 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for subnet, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:52.904732 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:52.954746 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4bc29b-dd32-412b-b14d-374684bed1b2,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:52.962094 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:52.970797 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] Checking segment: {'id': '41eaf81b-0e04-42e8-9357-be10a592c20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '4fe32843-57d9-4d7e-813b-cf6b7f1a1908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:52.971151 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] Network hostable DHCP agents. Network: 4fe32843-57d9-4d7e-813b-cf6b7f1a1908, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:35:53.072015 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] Network 4fe32843-57d9-4d7e-813b-cf6b7f1a1908 is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:35:53.152087 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 4fe32843-57d9-4d7e-813b-cf6b7f1a1908) {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:53.156912 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:53.159744 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:53.162155 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cb7d82-61fa-490a-abbb-8b5b389b6b43 None None] Network 4fe32843-57d9-4d7e-813b-cf6b7f1a1908 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:35:53.244787 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7902291 Jun 29 12:35:53.292456 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7dd43-a8cb-4ec3-aace-a66825aacd79 req-73a3c52c-f816-440f-bf3a-ae341964d782 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:53.294347 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-67d7dd43-a8cb-4ec3-aace-a66825aacd79 req-73a3c52c-f816-440f-bf3a-ae341964d782 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 943 time: 0.0875833 Jun 29 12:35:53.328523 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383158c7-02f9-49e0-a31b-e4bb240be715 None None] Network 4fe32843-57d9-4d7e-813b-cf6b7f1a1908 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:35:53.341027 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-67d7dd43-a8cb-4ec3-aace-a66825aacd79 req-f86f3ca1-7292-4a7b-bc73-943394a6c9b9 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388210 Jun 29 12:35:53.423502 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 49106) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:53.491076 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e748c431-a11c-481b-acb2-ded6a5671632 admin admin] Deleting subnet d5545260-3a9a-451a-9174-3bdc47362b1c {{(pid=93599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:35:53.496106 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e748c431-a11c-481b-acb2-ded6a5671632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:53.577742 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e78457de-a762-4aaf-9a27-ce003b2a3566 req-60968570-1507-4cf6-9d66-cff03ff1ab49 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 210 time: 0.0787618 Jun 29 12:35:53.579698 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e748c431-a11c-481b-acb2-ded6a5671632 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:53.618009 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dba77133-3e92-4786-ab53-be7a3ca883a4 req-2351c0c0-3ca1-4355-a280-b7b3a59d6957 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 210 time: 0.0448422 Jun 29 12:35:53.619146 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e748c431-a11c-481b-acb2-ded6a5671632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:53.759482 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e748c431-a11c-481b-acb2-ded6a5671632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for subnet, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:53.762844 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:53.790944 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748c431-a11c-481b-acb2-ded6a5671632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5545260-3a9a-451a-9174-3bdc47362b1c,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:53.794659 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e748c431-a11c-481b-acb2-ded6a5671632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:53.797577 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-e748c431-a11c-481b-acb2-ded6a5671632 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d5545260-3a9a-451a-9174-3bdc47362b1c HTTP/1.1" status: 204 len: 168 time: 0.3720241 Jun 29 12:35:53.797577 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e748c431-a11c-481b-acb2-ded6a5671632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:53.806103 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 49122) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:53.876136 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:53.938423 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0e0647ac-cb20-41c6-9e90-4ce633573fef req-de7a98e9-7825-4d28-8a48-bb5f9c03cbff tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 210 time: 0.0531662 Jun 29 12:35:53.989976 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.001622 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.001960 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.002736 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.003082 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.003415 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.003754 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.004068 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.004381 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.004710 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.005022 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.211778 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.212124 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.212461 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.212795 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.213154 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06eed74e-03f0-4993-8c03-1a00ab648d66']}} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:54.235352 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b081d0ca-fc67-4bec-b126-1665875a33c2') {'for_net_delete': True} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:54.235652 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b081d0ca-fc67-4bec-b126-1665875a33c2') {} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:54.251691 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6094341'] for segment, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.271325 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.280319 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:35:54.280798 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5266563'] for segment, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: from cryptography.utils import int_from_bytes Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: from cryptography.utils import int_from_bytes Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: Traceback (most recent call last): Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: timer() Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: cb(*args, **kw) Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: return func(*args, **kwargs) Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: self._notify() Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: self.callback(batched_events) Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: event.method(event) Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: return f(self, *a, **k) Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._get(url).json() Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: return self.request(url, 'GET', **kwargs) Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:35:54.284856 dv-cinder-786627-14-iscsi neutron-server[93599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:35:54.375914 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.386049 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:54.390590 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.405480 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49128) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:54.406320 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/06eed74e-03f0-4993-8c03-1a00ab648d66 HTTP/1.1" status: 204 len: 168 time: 0.5885708 Jun 29 12:35:54.406702 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=06eed74e-03f0-4993-8c03-1a00ab648d66,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:54.409007 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:54.447849 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff35998-39a3-4bb9-9bfc-c3ac762c05e9 admin admin] Deleting subnet da4bc29b-dd32-412b-b14d-374684bed1b2 {{(pid=93600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:35:54.452142 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eff35998-39a3-4bb9-9bfc-c3ac762c05e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.488028 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eff35998-39a3-4bb9-9bfc-c3ac762c05e9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.497765 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eff35998-39a3-4bb9-9bfc-c3ac762c05e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.551757 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c132c38-574e-4a60-9910-f6dbc1e40473 req-274f43db-34e9-4bb9-a987-5f93ea53c729 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:54.553273 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0c132c38-574e-4a60-9910-f6dbc1e40473 req-274f43db-34e9-4bb9-a987-5f93ea53c729 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 943 time: 0.0828950 Jun 29 12:35:54.600585 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0c132c38-574e-4a60-9910-f6dbc1e40473 req-d54230a7-f1bf-4423-94f5-a1b5d2dca2a2 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Jun 29 12:35:54.617835 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eff35998-39a3-4bb9-9bfc-c3ac762c05e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for subnet, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.622875 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:54.647791 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff35998-39a3-4bb9-9bfc-c3ac762c05e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4bc29b-dd32-412b-b14d-374684bed1b2,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:54.651668 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-eff35998-39a3-4bb9-9bfc-c3ac762c05e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:54.657714 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eff35998-39a3-4bb9-9bfc-c3ac762c05e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.659825 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-eff35998-39a3-4bb9-9bfc-c3ac762c05e9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/da4bc29b-dd32-412b-b14d-374684bed1b2 HTTP/1.1" status: 204 len: 168 time: 0.2631214 Jun 29 12:35:54.662544 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49144) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:54.740167 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.756527 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bccf8220-a873-4737-865c-6509ae2eaddb req-36c1e4ca-5142-41f4-b76b-8bf19904fb00 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 210 time: 0.0406334 Jun 29 12:35:54.787708 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-92879583-5815-46e9-b261-b62b7fdb94ff req-8d450e0a-03df-47b9-9135-9deea79aa50c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 210 time: 0.0301461 Jun 29 12:35:54.838707 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.848572 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.848921 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.849656 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.850007 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.850394 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.850745 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.851063 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.851378 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.851724 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.852038 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.918614 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.918890 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.919224 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.919559 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 12:35:54.919922 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe32843-57d9-4d7e-813b-cf6b7f1a1908']}} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:54.939175 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41eaf81b-0e04-42e8-9357-be10a592c20a') {'for_net_delete': True} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:54.939488 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41eaf81b-0e04-42e8-9357-be10a592c20a') {} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:35:54.955889 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5749263'] for segment, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.975944 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.984165 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:35:54.984560 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564885'] for segment, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: from cryptography.utils import int_from_bytes Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: from cryptography.utils import int_from_bytes Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: Traceback (most recent call last): Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: timer() Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: cb(*args, **kw) Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: return func(*args, **kwargs) Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: self._notify() Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: self.callback(batched_events) Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: event.method(event) Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: return f(self, *a, **k) Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._get(url).json() Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: return self.request(url, 'GET', **kwargs) Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:35:54.993432 dv-cinder-786627-14-iscsi neutron-server[93600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:35:55.095278 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-62cadf76-aaa0-47a0-a80c-e11095189945 req-3112f9de-888d-4bb6-97a7-e079e7157199 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 210 time: 0.0319476 Jun 29 12:35:55.130146 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:55.134910 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-9683b85f-f732-4790-8e75-acf53ad3259d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:55.146886 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:55.148998 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4fe32843-57d9-4d7e-813b-cf6b7f1a1908 HTTP/1.1" status: 204 len: 168 time: 0.4857807 Jun 29 12:35:55.151032 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe32843-57d9-4d7e-813b-cf6b7f1a1908,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:55.153299 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:55.506744 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 49178) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:55.546817 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-0b42a311-9fa9-4c62-ab8a-cd3a9d2e33cb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43f399a26375400ea7db83ca147fb38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387485 Jun 29 12:35:55.551622 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 49180) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:55.597242 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9a7f-c54e-4e6e-a166-aca61bbe44f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:55.619989 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9a7f-c54e-4e6e-a166-aca61bbe44f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:55.742743 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9a7f-c54e-4e6e-a166-aca61bbe44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:55.747835 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9a7f-c54e-4e6e-a166-aca61bbe44f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:55.750861 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-7fbb9a7f-c54e-4e6e-a166-aca61bbe44f0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c10008c-4cd5-4769-8111-03fee11e8cc8 HTTP/1.1" status: 204 len: 168 time: 0.1989336 Jun 29 12:35:55.750861 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:55.766365 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb9a7f-c54e-4e6e-a166-aca61bbe44f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c10008c-4cd5-4769-8111-03fee11e8cc8,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:55.769144 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-7fbb9a7f-c54e-4e6e-a166-aca61bbe44f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:55.796719 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe37c35-edb7-4110-b71b-714b15f6327b req-ba19f961-4e4a-4d52-adc8-22065c7a3bfe tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:55.796719 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5fe37c35-edb7-4110-b71b-714b15f6327b req-ba19f961-4e4a-4d52-adc8-22065c7a3bfe tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 943 time: 0.0831728 Jun 29 12:35:55.839063 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5fe37c35-edb7-4110-b71b-714b15f6327b req-3b0dd610-dfad-4361-a1c0-e61e43799e51 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357931 Jun 29 12:35:55.911279 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c9481174-bb5c-437f-94c9-a1ea690231dd req-1dcce8e6-d593-4adb-a087-c5e0817c982f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 210 time: 0.0295017 Jun 29 12:35:55.993808 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-38a776c9-f176-47f2-ba43-f85c793dd0ae req-6bb0b5f3-a9fd-4a16-8cdc-394184b95c99 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 210 time: 0.0325413 Jun 29 12:35:56.245916 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-49d0ebd4-ac52-46af-8527-21defc113b44 req-a51daea0-1f96-491b-a250-5d26354a220d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 210 time: 0.0289090 Jun 29 12:35:56.409413 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 49214) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:56.452558 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-85ef220c-426c-4821-98b4-bb98e6d9af03 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6b31ba562c64273bdf13eede26c6430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418637 Jun 29 12:35:56.455323 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49216) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:56.504669 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3b746fb4-b535-4b4c-89b1-1a4476d94edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:56.528700 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3b746fb4-b535-4b4c-89b1-1a4476d94edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:56.678913 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3b746fb4-b535-4b4c-89b1-1a4476d94edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:56.682521 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3b746fb4-b535-4b4c-89b1-1a4476d94edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:56.684054 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-3b746fb4-b535-4b4c-89b1-1a4476d94edb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e47a70d-ee55-40c3-8c21-d37fe8552b89 HTTP/1.1" status: 204 len: 168 time: 0.2277577 Jun 29 12:35:56.688569 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:56.693154 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b746fb4-b535-4b4c-89b1-1a4476d94edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e47a70d-ee55-40c3-8c21-d37fe8552b89,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:56.699184 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3b746fb4-b535-4b4c-89b1-1a4476d94edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:56.986182 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-fc308197-366d-4105-9e30-510ed79cf550 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:56.987929 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-fc308197-366d-4105-9e30-510ed79cf550 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.37 "GET /v2.0/networks?id=005390eb-b2ea-4409-a911-12b960f56e49 HTTP/1.1" status: 200 len: 818 time: 0.1900957 Jun 29 12:35:57.008199 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Request body: {'port': {'device_id': '874ff032-cb13-469d-8aee-fbaa1b070332', 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49', 'admin_state_up': True, 'tenant_id': '1602240f3a4a41979987d2f3300a74d5'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:57.053052 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e1480-d3c0-4655-9b8a-7655a1e4d75a req-53db0dc9-0935-45c9-9ad8-4927c2539cc8 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:57.060655 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-926e1480-d3c0-4655-9b8a-7655a1e4d75a req-53db0dc9-0935-45c9-9ad8-4927c2539cc8 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 943 time: 0.0782952 Jun 29 12:35:57.110359 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-926e1480-d3c0-4655-9b8a-7655a1e4d75a req-b8157e84-b101-438e-8409-b3a78e91bea5 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454218 Jun 29 12:35:57.163100 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ffa141ed-f06b-4398-9d27-cf6f491e1db5 req-07030e47-cf50-4f81-b652-e3b1dad2be4e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 210 time: 0.0549061 Jun 29 12:35:57.292400 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7f9f035c-8ead-4bf2-88ec-7c2fb715a580 req-518f8c60-2f2a-4204-9243-5419869facb1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 210 time: 0.0351932 Jun 29 12:35:57.316176 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Made reservation on behalf of 1602240f3a4a41979987d2f3300a74d5 for: {'port': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:57.321326 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:57.496453 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5fceff10-5eee-469d-b464-972fd4883e47 req-0c873217-60fa-4917-8405-24aa1da2f311 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 210 time: 0.0401652 Jun 29 12:35:57.520169 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.37', 59778) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:57.526945 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Allocated IP 172.20.0.14 (005390eb-b2ea-4409-a911-12b960f56e49/23f93e1b-50db-4db1-9c73-4aa8c9d54cbe/bf60f431-0b94-4c6a-9af4-28e8aee49732) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:57.675649 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-e157f1c4-84b1-4e9f-af68-134bdbb2fbe6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:57.678017 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-e157f1c4-84b1-4e9f-af68-134bdbb2fbe6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.37 "GET /v2.0/networks?id=005390eb-b2ea-4409-a911-12b960f56e49 HTTP/1.1" status: 200 len: 818 time: 0.1633983 Jun 29 12:35:57.692741 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Request body: {'port': {'device_id': '7988cd72-eb9a-49cc-969c-775207620b18', 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49', 'admin_state_up': True, 'tenant_id': '1602240f3a4a41979987d2f3300a74d5'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:57.776227 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:57.890012 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:57.903789 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:57.951729 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Made reservation on behalf of 1602240f3a4a41979987d2f3300a74d5 for: {'port': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:57.956381 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:57.970555 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Network 005390eb-b2ea-4409-a911-12b960f56e49 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:57.976225 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:57.981730 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:35:58.011785 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Pushing event updated for resources: {'Port': ['ID=bf60f431-0b94-4c6a-9af4-28e8aee49732,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:58.026459 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:58.051071 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:58.051617 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:58.153778 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1538310 Jun 29 12:35:58.170909 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Request body: {'port': {'device_id': '874ff032-cb13-469d-8aee-fbaa1b070332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:58.289624 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Allocated IP 172.20.0.3 (005390eb-b2ea-4409-a911-12b960f56e49/23f93e1b-50db-4db1-9c73-4aa8c9d54cbe/8e56986a-17f7-4362-8341-b11d0a95ea87) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:58.311545 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.37', 59783) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:58.465100 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8223fc05-9d99-46b1-9790-104b0ff2ed83 req-0a8a671e-297f-41ea-8468-0374eaf4c29f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 210 time: 0.0934093 Jun 29 12:35:58.476516 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49310) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:58.477167 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:58.589352 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-fdfcbf26-8ec9-4111-8f0d-a646acbdcf04 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:58.590901 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-fdfcbf26-8ec9-4111-8f0d-a646acbdcf04 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.37 "GET /v2.0/networks?id=16d0a0a3-8b89-4096-b128-70e15e26c897 HTTP/1.1" status: 200 len: 815 time: 0.2782710 Jun 29 12:35:58.698411 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-48622bb8-8160-40c6-8e13-1b849f4fd30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:58.761821 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-f001764b-ded6-4463-9df2-a3e090ed6e5b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d9447eb9dc42ef824f1889c310bdef HTTP/1.1" status: 200 len: 380 time: 0.1609893 Jun 29 12:35:58.772197 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Request body: {'port': {'device_id': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'admin_state_up': True, 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'security_groups': ['0e680fd0-c38c-4fcd-b948-c82e95a2942f']}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:35:58.887653 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7e0a9470-e5ae-4eba-b573-373ccda66ed6 req-6f84d066-eba2-43c0-8346-08ae6ce1339f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 210 time: 0.0514939 Jun 29 12:35:58.924109 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:58.943161 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568099d8-26ae-473a-9ed7-ed559ef5d94c req-814b59b0-9147-41ec-9192-01ae7ecab083 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:58.944710 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-568099d8-26ae-473a-9ed7-ed559ef5d94c req-814b59b0-9147-41ec-9192-01ae7ecab083 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 943 time: 0.5628486 Jun 29 12:35:58.983879 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-48622bb8-8160-40c6-8e13-1b849f4fd30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:59.025084 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-568099d8-26ae-473a-9ed7-ed559ef5d94c req-d936b229-047e-4f95-9c18-bb4d87bf4070 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633459 Jun 29 12:35:59.102358 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dda2556d-5daf-4f2c-b0c5-6974a96755eb req-0570dcd0-b3f1-4257-8587-1f15e0f76a54 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 210 time: 0.0285599 Jun 29 12:35:59.106163 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-48622bb8-8160-40c6-8e13-1b849f4fd30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:59.113360 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:59.128130 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.37', 59788) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:59.160410 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:59.195923 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:59.197167 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48622bb8-8160-40c6-8e13-1b849f4fd30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e207764-a18b-4cf0-90c7-ed0b8b781cae,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:59.203526 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-48622bb8-8160-40c6-8e13-1b849f4fd30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:59.207803 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-48622bb8-8160-40c6-8e13-1b849f4fd30f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f44c22d46b4b4a568f140fafd2ad92bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7281775 Jun 29 12:35:59.212503 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49332) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:35:59.238872 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Made reservation on behalf of f7d9447eb9dc42ef824f1889c310bdef for: {'port': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:35:59.242295 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:59.315784 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Network 005390eb-b2ea-4409-a911-12b960f56e49 is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:35:59.331268 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:35:59.334434 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:35:59.342223 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Pushing event updated for resources: {'Port': ['ID=8e56986a-17f7-4362-8341-b11d0a95ea87,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:59.345190 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:59.375376 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9a14da9e-b6bc-4767-877e-fb9c450944ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:59.404861 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-b334ea24-c718-46da-9702-c766193c7d98 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:59.406713 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-b334ea24-c718-46da-9702-c766193c7d98 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.37 "GET /v2.0/networks?id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635 HTTP/1.1" status: 200 len: 811 time: 0.2769270 Jun 29 12:35:59.421203 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:35:59.422011 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:59.438443 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9a14da9e-b6bc-4767-877e-fb9c450944ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:59.481898 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf60f431-0b94-4c6a-9af4-28e8aee49732 {{(pid=93600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:35:59.501561 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:59.514230 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8274510 Jun 29 12:35:59.528603 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Transition to ACTIVE for port object bf60f431-0b94-4c6a-9af4-28e8aee49732 will not be triggered until provisioned by entity L2. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:35:59.529686 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Allocated IP 172.20.0.10 (16d0a0a3-8b89-4096-b128-70e15e26c897/891d40b4-fadc-46b1-bef8-c6455861efaf/2cdbbfba-a67b-4039-8c0d-7d4158f2537b) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:35:59.598720 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:59.601036 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:59.628265 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7750d847-d2c9-4629-b325-e6bb118fadff req-6ca987ef-7219-47e0-9440-b2a30b63e7c0 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 210 time: 0.0320606 Jun 29 12:35:59.646821 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Pushing event updated for resources: {'Port': ['ID=bf60f431-0b94-4c6a-9af4-28e8aee49732,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:59.655179 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:59.685614 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9a14da9e-b6bc-4767-877e-fb9c450944ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:59.879077 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9a14da9e-b6bc-4767-877e-fb9c450944ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:59.880110 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-9a14da9e-b6bc-4767-877e-fb9c450944ad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e207764-a18b-4cf0-90c7-ed0b8b781cae HTTP/1.1" status: 204 len: 168 time: 0.6667116 Jun 29 12:35:59.880786 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-862fb0f3-d91a-4218-a98e-5efd21b52bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:35:59.896043 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14da9e-b6bc-4767-877e-fb9c450944ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e207764-a18b-4cf0-90c7-ed0b8b781cae,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:35:59.903397 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-9a14da9e-b6bc-4767-877e-fb9c450944ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:35:59.948996 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Attempting to bind port bf60f431-0b94-4c6a-9af4-28e8aee49732 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:35:59.948996 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Attempting to bind port bf60f431-0b94-4c6a-9af4-28e8aee49732 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8416e60e-3290-420e-847c-39838ae1cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49'}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:35:59.949327 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Attempting to bind port bf60f431-0b94-4c6a-9af4-28e8aee49732 on network 005390eb-b2ea-4409-a911-12b960f56e49 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:35:59.964559 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Port bf60f431-0b94-4c6a-9af4-28e8aee49732 on network 005390eb-b2ea-4409-a911-12b960f56e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:35:59.964882 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Attempting to bind port bf60f431-0b94-4c6a-9af4-28e8aee49732 on network 005390eb-b2ea-4409-a911-12b960f56e49 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:35:59.978091 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:59.982254 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:35:59.982254 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Checking segment: {'id': '8416e60e-3290-420e-847c-39838ae1cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:35:59.982254 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Bound using segment: {'id': '8416e60e-3290-420e-847c-39838ae1cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49'} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:35:59.982254 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Bound port: bf60f431-0b94-4c6a-9af4-28e8aee49732, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8416e60e-3290-420e-847c-39838ae1cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49'}}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:35:59.982254 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:35:59.997646 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Transition to ACTIVE for port object 2cdbbfba-a67b-4039-8c0d-7d4158f2537b will not be triggered until provisioned by entity DHCP. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:36:00.084954 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] For port bf60f431-0b94-4c6a-9af4-28e8aee49732, host hv-cinder-78662, cleared binding levels {{(pid=93600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:36:00.089016 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] For port bf60f431-0b94-4c6a-9af4-28e8aee49732, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf60f431-0b94-4c6a-9af4-28e8aee49732,segment=NetworkSegment(8416e60e-3290-420e-847c-39838ae1cdd3),segment_id=8416e60e-3290-420e-847c-39838ae1cdd3)] {{(pid=93600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:36:00.098584 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6a9be273-7cc5-42c9-a130-105c02269182 req-c7ce8988-8de8-4db0-8565-faaafe3b3c15 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 210 time: 0.0307157 Jun 29 12:36:00.193166 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:00.195393 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:00.199234 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:00.219163 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003569-abf5-4613-9070-48ad6f4fd306 req-8a697130-2c84-4158-a5e3-f2aea5baca9e tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:00.220648 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f7003569-abf5-4613-9070-48ad6f4fd306 req-8a697130-2c84-4158-a5e3-f2aea5baca9e tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 943 time: 0.0727832 Jun 29 12:36:00.252042 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:00.253267 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:00.254753 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] 10.222.0.37 "PUT /v2.0/ports/bf60f431-0b94-4c6a-9af4-28e8aee49732 HTTP/1.1" status: 200 len: 1094 time: 2.0908046 Jun 29 12:36:00.255248 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874ff032-cb13-469d-8aee-fbaa1b070332', 'tag': 'bf60f431-0b94-4c6a-9af4-28e8aee49732'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:36:00.258280 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf25edae-3f1c-4ed7-bbfd-de72fecda130" -d '{"events": [{"name": "network-changed", "server_uuid": "874ff032-cb13-469d-8aee-fbaa1b070332", "tag": "bf60f431-0b94-4c6a-9af4-28e8aee49732"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:00.276762 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Network 16d0a0a3-8b89-4096-b128-70e15e26c897 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:36:00.279587 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:36:00.283562 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:36:00.289583 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Pushing event updated for resources: {'Port': ['ID=bf60f431-0b94-4c6a-9af4-28e8aee49732,revision_number=3']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:00.302667 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f7003569-abf5-4613-9070-48ad6f4fd306 req-8bfe113f-6bbe-4a56-82d4-609110a69ec5 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706508 Jun 29 12:36:00.373028 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070bddf-552c-4d20-a6a4-2fc957806e43 req-c57fb21c-e910-47af-a515-e1df9f08cac9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:00.378918 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6070bddf-552c-4d20-a6a4-2fc957806e43 req-c57fb21c-e910-47af-a515-e1df9f08cac9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 931 time: 0.1572995 Jun 29 12:36:00.397577 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ee3829-0b2d-42eb-a544-e1639e1e56df x-openstack-request-id: req-95ee3829-0b2d-42eb-a544-e1639e1e56df {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:00.397577 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874ff032-cb13-469d-8aee-fbaa1b070332", "tag": "bf60f431-0b94-4c6a-9af4-28e8aee49732", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:00.397577 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95ee3829-0b2d-42eb-a544-e1639e1e56df {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:00.397577 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874ff032-cb13-469d-8aee-fbaa1b070332', 'tag': 'bf60f431-0b94-4c6a-9af4-28e8aee49732', 'status': 'completed', 'code': 200} Jun 29 12:36:00.413032 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:00.413647 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:00.421439 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event updated for resources: {'Port': ['ID=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:00.427475 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:00.427972 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:00.428332 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:00.459242 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6070bddf-552c-4d20-a6a4-2fc957806e43 req-229f05fd-04e3-4d2f-8945-e99e440b8427 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647838 Jun 29 12:36:00.615906 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8479178 Jun 29 12:36:00.735196 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-166a5b08-4970-4117-9e58-45076a28d3f8 None None] Provisioning for port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:36:00.739092 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-166a5b08-4970-4117-9e58-45076a28d3f8 None None] Provisioning complete for port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:36:00.739562 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-166a5b08-4970-4117-9e58-45076a28d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:00.773270 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-166a5b08-4970-4117-9e58-45076a28d3f8 None None] Port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:36:00.812103 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe6ebf-3d88-44c8-8037-51ab7730bece req-eddf027b-09dd-44a1-82b8-9420f4104069 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:00.813678 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-05fe6ebf-3d88-44c8-8037-51ab7730bece req-eddf027b-09dd-44a1-82b8-9420f4104069 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 932 time: 0.0677867 Jun 29 12:36:00.853480 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-05fe6ebf-3d88-44c8-8037-51ab7730bece req-591dbb46-794e-4cc7-bd17-e857f84582d4 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340772 Jun 29 12:36:00.957251 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49390) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:00.979880 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4cbe-8a95-4c2e-9414-c5a64e9bbb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.055230 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 49392) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:01.096855 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4cbe-8a95-4c2e-9414-c5a64e9bbb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.165767 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-590a1fa9-4afe-4cec-8ccb-2a4c3f348617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.169951 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4cbe-8a95-4c2e-9414-c5a64e9bbb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.173553 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-6197af2e-96f1-48ce-a023-f6f422f3bc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:01.218458 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-a7eb4cbe-8a95-4c2e-9414-c5a64e9bbb12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=465b76cdd1994c248354b8464d4d11e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600851 Jun 29 12:36:01.219434 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb4cbe-8a95-4c2e-9414-c5a64e9bbb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c833706-dfb3-4d2e-9186-7a63d46924fa,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:01.221965 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49398) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:01.228314 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a7eb4cbe-8a95-4c2e-9414-c5a64e9bbb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:01.256478 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bd18ff54-ac1b-400a-80b0-d5bdee8ce9e3 req-51aa1007-0132-4b1d-ad97-750e8d7b04cb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 210 time: 0.0423636 Jun 29 12:36:01.275818 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6057-73ff-4b33-913c-21494d0fcac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.296829 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6057-73ff-4b33-913c-21494d0fcac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.313607 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-590a1fa9-4afe-4cec-8ccb-2a4c3f348617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.381376 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-590a1fa9-4afe-4cec-8ccb-2a4c3f348617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.386084 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:01.432491 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-590a1fa9-4afe-4cec-8ccb-2a4c3f348617 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7491a964276848318a9c3e928f8c1dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762493 Jun 29 12:36:01.435393 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49402) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:01.449398 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a1fa9-4afe-4cec-8ccb-2a4c3f348617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd9c25-a8f3-467e-9664-14f2312daae9,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:01.453475 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-590a1fa9-4afe-4cec-8ccb-2a4c3f348617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:01.456161 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6057-73ff-4b33-913c-21494d0fcac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.458893 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6057-73ff-4b33-913c-21494d0fcac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.464129 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-1a8d6057-73ff-4b33-913c-21494d0fcac5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c833706-dfb3-4d2e-9186-7a63d46924fa HTTP/1.1" status: 204 len: 168 time: 0.2371199 Jun 29 12:36:01.464129 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4a7543f9-6d9f-445b-b2cf-90ae32104ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:01.482914 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d6057-73ff-4b33-913c-21494d0fcac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c833706-dfb3-4d2e-9186-7a63d46924fa,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:01.487974 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1a8d6057-73ff-4b33-913c-21494d0fcac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:01.517328 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fb45f-9d86-4929-80dd-b2078be328f5 req-0b99ab24-5cbc-4d2d-b10b-a173dc63c5bf tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:01.519164 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8f4fb45f-9d86-4929-80dd-b2078be328f5 req-0b99ab24-5cbc-4d2d-b10b-a173dc63c5bf tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 943 time: 0.1043720 Jun 29 12:36:01.532650 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-45e40c5b-b87f-40e6-811a-a017a40ca706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.563095 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-45e40c5b-b87f-40e6-811a-a017a40ca706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.572022 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49410) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:01.583086 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8f4fb45f-9d86-4929-80dd-b2078be328f5 req-0c241648-275f-4db5-939d-5822828e25b0 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563030 Jun 29 12:36:01.680172 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101b05d-d5f9-4de7-b26c-5fe3aada3ea5 req-0edd3da8-37df-4fdd-a4e5-de68fa154d80 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:01.681644 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3101b05d-d5f9-4de7-b26c-5fe3aada3ea5 req-0edd3da8-37df-4fdd-a4e5-de68fa154d80 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 931 time: 0.0689833 Jun 29 12:36:01.695999 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cb8f2d26-32bf-4998-8dc3-1ef74837614a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.719939 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3101b05d-d5f9-4de7-b26c-5fe3aada3ea5 req-bf0d11dc-acad-47ef-8ff7-8986d3114a18 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325456 Jun 29 12:36:01.754097 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-45e40c5b-b87f-40e6-811a-a017a40ca706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.756817 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-45e40c5b-b87f-40e6-811a-a017a40ca706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.758693 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-45e40c5b-b87f-40e6-811a-a017a40ca706 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/80fd9c25-a8f3-467e-9664-14f2312daae9 HTTP/1.1" status: 204 len: 168 time: 0.3223140 Jun 29 12:36:01.762966 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:01.776621 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e40c5b-b87f-40e6-811a-a017a40ca706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd9c25-a8f3-467e-9664-14f2312daae9,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:01.778919 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-45e40c5b-b87f-40e6-811a-a017a40ca706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:01.837090 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cb8f2d26-32bf-4998-8dc3-1ef74837614a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.941808 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cb8f2d26-32bf-4998-8dc3-1ef74837614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:01.947716 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:02.005030 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-cb8f2d26-32bf-4998-8dc3-1ef74837614a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83da0ea2015c4c118841ba6641b8f339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296818 Jun 29 12:36:02.005773 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 49422) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:02.009450 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f2d26-32bf-4998-8dc3-1ef74837614a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1c4814-b47a-41cf-ae70-515a4ef0cbfb,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:02.012670 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-cb8f2d26-32bf-4998-8dc3-1ef74837614a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:02.079857 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0aed52-3fb2-48fe-8956-02c25bbff2fc req-52cb86df-a527-4641-8d99-44aa137e1447 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:02.081349 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4c0aed52-3fb2-48fe-8956-02c25bbff2fc req-52cb86df-a527-4641-8d99-44aa137e1447 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 932 time: 0.1086779 Jun 29 12:36:02.084923 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eccbee7c-6bee-40f4-905c-9249c0ca802c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:02.121736 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eccbee7c-6bee-40f4-905c-9249c0ca802c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:02.149079 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4c0aed52-3fb2-48fe-8956-02c25bbff2fc req-72c77e4e-a99f-4486-a026-6554f9d4e023 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594034 Jun 29 12:36:02.166702 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device a945c790-d7d1-4c99-80f6-36385792036c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:36:02.210484 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Request body: {'port': {'device_id': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:02.213595 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Request body: {'port': {'device_id': '7988cd72-eb9a-49cc-969c-775207620b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:02.301730 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port a945c790-d7d1-4c99-80f6-36385792036c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a945c790-d7d1-4c99-80f6-36385792036c,segment=NetworkSegment(b3be1951-648b-4c84-9c12-2a3a76084b60),segment_id=b3be1951-648b-4c84-9c12-2a3a76084b60)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:02.309016 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eccbee7c-6bee-40f4-905c-9249c0ca802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:02.311891 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eccbee7c-6bee-40f4-905c-9249c0ca802c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:02.312779 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-eccbee7c-6bee-40f4-905c-9249c0ca802c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c1c4814-b47a-41cf-ae70-515a4ef0cbfb HTTP/1.1" status: 204 len: 168 time: 0.3057649 Jun 29 12:36:02.315590 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:02.316346 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': 'a945c790-d7d1-4c99-80f6-36385792036c', 'network_id': '1e3336ca-4bc9-4e75-b801-17115357046c', 'port_id': 'a945c790-d7d1-4c99-80f6-36385792036c', 'mac_address': 'fa:16:3e:95:2e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec27b95f-b671-4253-8228-75b741786862', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:36:02.332003 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-bf0bb771-9963-4822-a8a0-9afa4ce5641a tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=669e8d831f054520a9009ce00787a461 HTTP/1.1" status: 200 len: 380 time: 0.1418169 Jun 29 12:36:02.344031 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Request body: {'port': {'device_id': 'c5a1f9dc-06fc-4ac9-905c-b69a19abb55b', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'admin_state_up': True, 'tenant_id': '669e8d831f054520a9009ce00787a461', 'security_groups': ['1f938a2a-3490-45b2-a9a7-dccf0940a555']}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:02.348179 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:02.354438 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25edae-3f1c-4ed7-bbfd-de72fecda130 req-6d1dddc7-fead-45e7-840f-0709f0f59854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:02.356988 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-cf25edae-3f1c-4ed7-bbfd-de72fecda130 req-6d1dddc7-fead-45e7-840f-0709f0f59854 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1602240f3a4a41979987d2f3300a74d5&device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 1097 time: 0.1420584 Jun 29 12:36:02.394543 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:02.423207 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a945c790-d7d1-4c99-80f6-36385792036c {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:36:02.439933 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbee7c-6bee-40f4-905c-9249c0ca802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1c4814-b47a-41cf-ae70-515a4ef0cbfb,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:02.443929 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-eccbee7c-6bee-40f4-905c-9249c0ca802c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:02.477591 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:02.478748 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port a945c790-d7d1-4c99-80f6-36385792036c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a945c790-d7d1-4c99-80f6-36385792036c,segment=NetworkSegment(b3be1951-648b-4c84-9c12-2a3a76084b60),segment_id=b3be1951-648b-4c84-9c12-2a3a76084b60)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:02.519449 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d18df72b-d1c5-44f3-9a4a-06abdba36572 req-63f16591-e0d1-434a-9c0b-35ebcb217831 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 210 time: 0.0713987 Jun 29 12:36:02.578634 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:02.587472 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-286749c6-e9ca-4d70-98fa-860f0edc5d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:02.593399 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 49438) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:02.682187 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=a945c790-d7d1-4c99-80f6-36385792036c,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:02.686250 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:02.702448 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4a457fa3-ea95-4bd7-8569-7ecf7f81aa23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:02.758281 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25edae-3f1c-4ed7-bbfd-de72fecda130 req-0782e378-cf51-4384-9497-3ce239a06433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:02.760185 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-cf25edae-3f1c-4ed7-bbfd-de72fecda130 req-0782e378-cf51-4384-9497-3ce239a06433 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1602240f3a4a41979987d2f3300a74d5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3959002 Jun 29 12:36:02.800760 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Made reservation on behalf of 669e8d831f054520a9009ce00787a461 for: {'port': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:36:02.805355 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:02.845067 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['a945c790-d7d1-4c99-80f6-36385792036c'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:36:02.977540 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:36:03.061541 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25edae-3f1c-4ed7-bbfd-de72fecda130 req-68c0d84b-a95d-46cf-bb31-980ce4040915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:03.063156 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-cf25edae-3f1c-4ed7-bbfd-de72fecda130 req-68c0d84b-a95d-46cf-bb31-980ce4040915 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2879183 Jun 29 12:36:03.130670 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 49462) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:03.168218 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdbbfba-a67b-4039-8c0d-7d4158f2537b {{(pid=93600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:36:03.198112 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:03.235189 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Transition to ACTIVE for port object 2cdbbfba-a67b-4039-8c0d-7d4158f2537b will not be triggered until provisioned by entity L2. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:36:03.250620 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-ede40174-a473-4532-8b8b-871c3c944910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:03.252941 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-ede40174-a473-4532-8b8b-871c3c944910 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1602240f3a4a41979987d2f3300a74d5&device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 1097 time: 0.1220753 Jun 29 12:36:03.301232 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22184aa7-1497-442f-9e15-69b8c08e68b3 req-db31790a-dfd2-42df-93ee-bf2a246abdd9 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:03.309075 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-8626e375-7f5b-494b-81b8-d5166f8ba0d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf60f431-0b94-4c6a-9af4-28e8aee49732 HTTP/1.1" status: 200 len: 217 time: 0.0425532 Jun 29 12:36:03.309075 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:03.309358 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-22184aa7-1497-442f-9e15-69b8c08e68b3 req-db31790a-dfd2-42df-93ee-bf2a246abdd9 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 944 time: 0.5098467 Jun 29 12:36:03.309450 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-989c415c-b947-4b22-bf44-63edb6218a2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:03.363422 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1324162126-network', 'tenant_id': '2f1e54111caa41318c1ca9e3ab804252'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:03.401382 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8157907-b986-4b25-895e-5517b2960bc6 req-a24f3260-2d79-41cb-b3d3-877e0e1e1c4f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:03.406688 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b8157907-b986-4b25-895e-5517b2960bc6 req-a24f3260-2d79-41cb-b3d3-877e0e1e1c4f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 931 time: 0.4854555 Jun 29 12:36:03.414536 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-4873bed6-a5b3-4842-b1a0-dacfa433232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:03.416578 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-4873bed6-a5b3-4842-b1a0-dacfa433232c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f93e1b-50db-4db1-9c73-4aa8c9d54cbe HTTP/1.1" status: 200 len: 858 time: 0.1048622 Jun 29 12:36:03.417540 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:03.440528 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:03.507138 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-d71cd5a9-a1ed-415b-b4d6-454651498edd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=005390eb-b2ea-4409-a911-12b960f56e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655057 Jun 29 12:36:03.523404 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Allocated IP 172.20.0.9 (c5a4c3eb-c62e-408e-b4b5-0b0c94574635/fd3d97b5-7200-4a03-a6e3-8c6b38e69922/dbda3b0c-296c-4725-bbc4-cc0032c1be26) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:36:03.534325 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-22184aa7-1497-442f-9e15-69b8c08e68b3 req-89094481-da50-4ff4-a023-5eea23fb4b6a tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246997 Jun 29 12:36:03.535280 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49476) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:03.552804 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b8157907-b986-4b25-895e-5517b2960bc6 req-7d06172c-5946-491b-b57e-e5de6e350c3d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442990 Jun 29 12:36:03.555563 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4a457fa3-ea95-4bd7-8569-7ecf7f81aa23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:03.591091 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e56986a-17f7-4362-8341-b11d0a95ea87 {{(pid=93599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:36:03.598807 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:03.603645 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Attempting to bind port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:36:03.604044 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Attempting to bind port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:36:03.604447 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Attempting to bind port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b on network 16d0a0a3-8b89-4096-b128-70e15e26c897 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:36:03.619765 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-244e5487-ffa7-4628-9b0a-9b4b53f41ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:03.619963 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Transition to ACTIVE for port object 8e56986a-17f7-4362-8341-b11d0a95ea87 will not be triggered until provisioned by entity L2. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:36:03.625903 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b on network 16d0a0a3-8b89-4096-b128-70e15e26c897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:36:03.626330 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Attempting to bind port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b on network 16d0a0a3-8b89-4096-b128-70e15e26c897 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:36:03.648895 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:36:03.648895 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Checking segment: {'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:36:03.648895 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Bound using segment: {'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:36:03.649302 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Bound port: 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'}}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:36:03.649774 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:03.660859 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4a457fa3-ea95-4bd7-8569-7ecf7f81aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:03.668942 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:03.796867 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:03.797666 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Made reservation on behalf of 2f1e54111caa41318c1ca9e3ab804252 for: {'network': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:36:03.799944 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:03.803487 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-4a457fa3-ea95-4bd7-8569-7ecf7f81aa23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9c7d3dc7691420f96e868959f007ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2087681 Jun 29 12:36:03.809323 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1039e613-425e-49ae-ba62-996359c94d7c req-dc9ca25d-9c20-41c0-8661-9b03ef7646a6 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 210 time: 0.1064310 Jun 29 12:36:03.809784 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 49482) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:03.821189 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a457fa3-ea95-4bd7-8569-7ecf7f81aa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377446b1-1e2c-46d7-a657-ef08743c0506,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:03.841480 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4a457fa3-ea95-4bd7-8569-7ecf7f81aa23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:03.844992 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:03.847041 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:03.881963 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-278e23bd-076f-4289-88bb-731a09f06a0d service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593557 Jun 29 12:36:03.984676 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] For port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host hv-cinder-78662, cleared binding levels {{(pid=93600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:36:04.012293 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] For port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:36:04.047323 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-51faaab2-de8a-471c-b8a8-0d7e735a7720 service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548169 Jun 29 12:36:04.068329 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-244e5487-ffa7-4628-9b0a-9b4b53f41ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.078986 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.082058 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:04.117462 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:04.118122 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.122120 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] 10.222.0.37 "PUT /v2.0/ports/2cdbbfba-a67b-4039-8c0d-7d4158f2537b HTTP/1.1" status: 200 len: 1094 time: 1.9144382 Jun 29 12:36:04.122120 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:36:04.122333 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb521a51-740a-4bbc-b672-2549ea02142a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:04.141382 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,revision_number=3']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:04.145238 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:04.166016 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-244e5487-ffa7-4628-9b0a-9b4b53f41ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.169010 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:04.187387 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Pushing event updated for resources: {'Port': ['ID=8e56986a-17f7-4362-8341-b11d0a95ea87,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:04.197209 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:04.212438 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-244e5487-ffa7-4628-9b0a-9b4b53f41ae2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e719f024c4a43f3934d9c14b2cac2a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6752951 Jun 29 12:36:04.213620 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e5487-ffa7-4628-9b0a-9b4b53f41ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4f4737-efc8-48cf-a91c-2b0d671a5c83,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:04.215974 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49486) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:04.218349 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-244e5487-ffa7-4628-9b0a-9b4b53f41ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:04.268126 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dff835-5a6d-427d-a3f6-b5bc139199d4 x-openstack-request-id: req-90dff835-5a6d-427d-a3f6-b5bc139199d4 {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:04.268440 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:04.268718 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90dff835-5a6d-427d-a3f6-b5bc139199d4 {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:04.269137 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'status': 'completed', 'code': 200} Jun 29 12:36:04.282486 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.308372 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8fd844d2-edd5-40d0-a7f8-831c29e635a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.330553 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Transition to ACTIVE for port object dbda3b0c-296c-4725-bbc4-cc0032c1be26 will not be triggered until provisioned by entity DHCP. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:36:04.337824 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c98b4c4d-b427-473a-84ed-5e43f5e91c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.365070 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3dcd28ff-fe3e-44b8-b328-e5fffd3ba451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:04.366713 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-3dcd28ff-fe3e-44b8-b328-e5fffd3ba451 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 1097 time: 0.1123726 Jun 29 12:36:04.369092 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c98b4c4d-b427-473a-84ed-5e43f5e91c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.378430 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcab03-bda4-406b-82fc-cbdf7ac53013 req-ec9ec22f-d7d2-4e89-a1e7-842d6de23f2b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:04.379904 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b4fcab03-bda4-406b-82fc-cbdf7ac53013 req-ec9ec22f-d7d2-4e89-a1e7-842d6de23f2b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.6704750 Jun 29 12:36:04.389048 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8fd844d2-edd5-40d0-a7f8-831c29e635a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.408128 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Attempting to bind port 8e56986a-17f7-4362-8341-b11d0a95ea87 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:36:04.408128 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Attempting to bind port 8e56986a-17f7-4362-8341-b11d0a95ea87 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8416e60e-3290-420e-847c-39838ae1cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49'}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:36:04.408401 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Attempting to bind port 8e56986a-17f7-4362-8341-b11d0a95ea87 on network 005390eb-b2ea-4409-a911-12b960f56e49 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:36:04.422116 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-d608e7e6-ec2a-4c42-94a7-dc41832537a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b HTTP/1.1" status: 200 len: 217 time: 0.0441322 Jun 29 12:36:04.446644 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Port 8e56986a-17f7-4362-8341-b11d0a95ea87 on network 005390eb-b2ea-4409-a911-12b960f56e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:36:04.446967 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Attempting to bind port 8e56986a-17f7-4362-8341-b11d0a95ea87 on network 005390eb-b2ea-4409-a911-12b960f56e49 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:36:04.479723 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-af4e55fb-4ac4-41b7-9592-cc871a77762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:04.481303 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-af4e55fb-4ac4-41b7-9592-cc871a77762f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891d40b4-fadc-46b1-bef8-c6455861efaf HTTP/1.1" status: 200 len: 854 time: 0.0503733 Jun 29 12:36:04.488119 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:36:04.488487 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Checking segment: {'id': '8416e60e-3290-420e-847c-39838ae1cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:36:04.489033 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Bound using segment: {'id': '8416e60e-3290-420e-847c-39838ae1cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49'} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:36:04.489544 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Bound port: 8e56986a-17f7-4362-8341-b11d0a95ea87, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8416e60e-3290-420e-847c-39838ae1cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49'}}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:36:04.489850 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.527329 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b4fcab03-bda4-406b-82fc-cbdf7ac53013 req-10f96fbf-2c82-429b-9e5b-f9c2d5ce349d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302328 Jun 29 12:36:04.564652 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c98b4c4d-b427-473a-84ed-5e43f5e91c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.567930 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c98b4c4d-b427-473a-84ed-5e43f5e91c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.569284 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-c98b4c4d-b427-473a-84ed-5e43f5e91c0c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd4f4737-efc8-48cf-a91c-2b0d671a5c83 HTTP/1.1" status: 204 len: 168 time: 0.3520849 Jun 29 12:36:04.573485 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:04.589688 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-59bb169e-bc3c-4f08-85f8-69282d7087ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:04.590173 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.591545 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-59bb169e-bc3c-4f08-85f8-69282d7087ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d0a0a3-8b89-4096-b128-70e15e26c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0998449 Jun 29 12:36:04.592930 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b4c4d-b427-473a-84ed-5e43f5e91c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4f4737-efc8-48cf-a91c-2b0d671a5c83,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:04.595169 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c98b4c4d-b427-473a-84ed-5e43f5e91c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:04.602324 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.622105 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-15d1750c-0ad7-43d3-832f-f07ba6263a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:04.657829 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] For port 8e56986a-17f7-4362-8341-b11d0a95ea87, host hv-cinder-78662, cleared binding levels {{(pid=93599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:36:04.671838 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8fd844d2-edd5-40d0-a7f8-831c29e635a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.674511 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8fd844d2-edd5-40d0-a7f8-831c29e635a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.689162 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-8fd844d2-edd5-40d0-a7f8-831c29e635a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/377446b1-1e2c-46d7-a657-ef08743c0506 HTTP/1.1" status: 204 len: 168 time: 0.8610439 Jun 29 12:36:04.747380 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:36:04.750301 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] For port 8e56986a-17f7-4362-8341-b11d0a95ea87, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8e56986a-17f7-4362-8341-b11d0a95ea87,segment=NetworkSegment(8416e60e-3290-420e-847c-39838ae1cdd3),segment_id=8416e60e-3290-420e-847c-39838ae1cdd3)] {{(pid=93599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:36:04.752605 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-42060b25-dc4b-427e-9f24-b9468adb00b8 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520929 Jun 29 12:36:04.759928 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:36:04.762437 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:36:04.836888 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.859244 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84408279-aeda-4637-b45f-5e87a3d1d29f req-7cf70d84-f3ac-44c4-b0d9-0fba43f471ed service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989199 Jun 29 12:36:04.863915 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event updated for resources: {'Port': ['ID=dbda3b0c-296c-4725-bbc4-cc0032c1be26,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:04.883712 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:04.885130 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.886002 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b6c1de67-26a7-4b7b-8d95-50d70f03b7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:04.930239 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:36:04.932592 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd844d2-edd5-40d0-a7f8-831c29e635a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377446b1-1e2c-46d7-a657-ef08743c0506,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:04.949420 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:04.950047 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.981324 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.981644 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.segments_db [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Added segment 756dc5d3-f56f-49fc-af37-8b05fe32674a of type vlan for network 470e8ff2-b1f6-43b3-86a0-f6a4fff34bd6 Jun 29 12:36:04.994588 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:04.995197 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:04.996574 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] 10.222.0.37 "PUT /v2.0/ports/8e56986a-17f7-4362-8341-b11d0a95ea87 HTTP/1.1" status: 200 len: 1093 time: 2.7890222 Jun 29 12:36:05.002845 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7988cd72-eb9a-49cc-969c-775207620b18', 'tag': '8e56986a-17f7-4362-8341-b11d0a95ea87'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:36:05.046789 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48304f0-f0ed-4e0e-a022-2cd74926d5d2,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:05.053192 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:05.058928 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:05.059377 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:05.063809 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb521a51-740a-4bbc-b672-2549ea02142a req-0ec65734-2e65-4d94-ad6e-3b521552aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:05.065473 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-bb521a51-740a-4bbc-b672-2549ea02142a req-0ec65734-2e65-4d94-ad6e-3b521552aede service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 1097 time: 0.0763383 Jun 29 12:36:05.066442 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:05.074502 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:05.101646 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-70444b44-acac-4a54-9ff5-2a43f8326a35 None None] Provisioning for port dbda3b0c-296c-4725-bbc4-cc0032c1be26 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:36:05.106724 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a27ae-0018-455f-8072-b819a1ed956b req-c7241b80-de47-412a-aad0-9745398e5bf8 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:05.110912 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-70444b44-acac-4a54-9ff5-2a43f8326a35 None None] Provisioning complete for port dbda3b0c-296c-4725-bbc4-cc0032c1be26 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:36:05.111313 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-70444b44-acac-4a54-9ff5-2a43f8326a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:05.120477 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5b1a27ae-0018-455f-8072-b819a1ed956b req-c7241b80-de47-412a-aad0-9745398e5bf8 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 944 time: 0.3291268 Jun 29 12:36:05.138620 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7990537 Jun 29 12:36:05.159486 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device a945c790-d7d1-4c99-80f6-36385792036c up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:36:05.176429 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853aeca4-17ff-43cb-90f3-48af1745439a req-75572e99-f299-48a4-a0fb-8bc1334222eb tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:05.183444 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-853aeca4-17ff-43cb-90f3-48af1745439a req-75572e99-f299-48a4-a0fb-8bc1334222eb tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 943 time: 0.4283669 Jun 29 12:36:05.207287 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Request body: {'port': {'device_id': 'c5a1f9dc-06fc-4ac9-905c-b69a19abb55b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:05.232987 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb521a51-740a-4bbc-b672-2549ea02142a req-23fa1520-05a8-4e7e-a328-0444ba2aad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:05.235057 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-bb521a51-740a-4bbc-b672-2549ea02142a req-23fa1520-05a8-4e7e-a328-0444ba2aad89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=16d0a0a3-8b89-4096-b128-70e15e26c897 HTTP/1.1" status: 200 len: 916 time: 0.1462808 Jun 29 12:36:05.247590 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-70444b44-acac-4a54-9ff5-2a43f8326a35 None None] Port dbda3b0c-296c-4725-bbc4-cc0032c1be26 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:36:05.308555 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-bb521a51-740a-4bbc-b672-2549ea02142a req-2c2dd882-ae54-447e-b7ec-c0776452c3a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b HTTP/1.1" status: 200 len: 217 time: 0.0640743 Jun 29 12:36:05.314201 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c08ce1-9cb2-4ea8-ab40-1cf284920177" -d '{"events": [{"name": "network-changed", "server_uuid": "7988cd72-eb9a-49cc-969c-775207620b18", "tag": "8e56986a-17f7-4362-8341-b11d0a95ea87"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:05.344946 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Pushing event updated for resources: {'Port': ['ID=8e56986a-17f7-4362-8341-b11d0a95ea87,revision_number=3']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:05.357754 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port a945c790-d7d1-4c99-80f6-36385792036c completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:36:05.361673 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5b1a27ae-0018-455f-8072-b819a1ed956b req-0f93c51c-ef38-478a-b287-d0aa07dfc8b5 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401121 Jun 29 12:36:05.362587 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port a945c790-d7d1-4c99-80f6-36385792036c triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:36:05.368021 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:05.370469 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:05.400855 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-853aeca4-17ff-43cb-90f3-48af1745439a req-ab1566a4-e91d-40ba-a965-5dd53150a1bf tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165325 Jun 29 12:36:05.437633 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb521a51-740a-4bbc-b672-2549ea02142a req-78ad2a40-dec5-47ed-8004-0b521469dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:05.440180 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-bb521a51-740a-4bbc-b672-2549ea02142a req-78ad2a40-dec5-47ed-8004-0b521469dffc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891d40b4-fadc-46b1-bef8-c6455861efaf HTTP/1.1" status: 200 len: 854 time: 0.1237679 Jun 29 12:36:05.448395 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:05.452508 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:05.453080 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:05.462167 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:05.526380 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb521a51-740a-4bbc-b672-2549ea02142a req-75211c49-36f8-41e0-9cdc-f4e3a1449d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:05.527992 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-bb521a51-740a-4bbc-b672-2549ea02142a req-75211c49-36f8-41e0-9cdc-f4e3a1449d91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d0a0a3-8b89-4096-b128-70e15e26c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0785358 Jun 29 12:36:05.533057 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:05.542902 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:05.557418 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a50e63-5d34-436f-86ba-1da853f43dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a945c790-d7d1-4c99-80f6-36385792036c'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:36:05.575910 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-e19c4a34-995a-4253-aa17-34fd4eff127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:05.577401 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-e19c4a34-995a-4253-aa17-34fd4eff127d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1602240f3a4a41979987d2f3300a74d5&device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 1096 time: 0.4313641 Jun 29 12:36:05.585114 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Pushing event updated for resources: {'Network': ['ID=470e8ff2-b1f6-43b3-86a0-f6a4fff34bd6,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:05.588958 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:05.626791 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4886403 Jun 29 12:36:05.627679 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 470e8ff2-b1f6-43b3-86a0-f6a4fff34bd6 details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:36:05.637117 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49542) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:05.642917 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-cc8aa795-c0ab-4ed8-a891-ae3b40170dc3 admin admin] Request body: {'subnet': {'network_id': '470e8ff2-b1f6-43b3-86a0-f6a4fff34bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1324162126-subnet', 'tenant_id': '2f1e54111caa41318c1ca9e3ab804252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:05.668554 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd23dc-1767-4e2a-b3b5-c54c659a486c req-3bf3395f-e2e6-4d88-9d1f-837a4e0395fe tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:05.670091 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-99dd23dc-1767-4e2a-b3b5-c54c659a486c req-3bf3395f-e2e6-4d88-9d1f-837a4e0395fe tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 931 time: 0.1501627 Jun 29 12:36:05.800416 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port a945c790-d7d1-4c99-80f6-36385792036c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a945c790-d7d1-4c99-80f6-36385792036c,segment=NetworkSegment(b3be1951-648b-4c84-9c12-2a3a76084b60),segment_id=b3be1951-648b-4c84-9c12-2a3a76084b60)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:05.821135 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-99dd23dc-1767-4e2a-b3b5-c54c659a486c req-dc422bb7-977d-4826-ad94-136f7ac06797 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029010 Jun 29 12:36:05.892033 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b774cb87-e8ec-4e47-9b5f-d2221bc558a0 x-openstack-request-id: req-b774cb87-e8ec-4e47-9b5f-d2221bc558a0 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:05.892373 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7988cd72-eb9a-49cc-969c-775207620b18", "tag": "8e56986a-17f7-4362-8341-b11d0a95ea87", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:05.892652 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b774cb87-e8ec-4e47-9b5f-d2221bc558a0 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:05.893481 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7988cd72-eb9a-49cc-969c-775207620b18', 'tag': '8e56986a-17f7-4362-8341-b11d0a95ea87', 'status': 'completed', 'code': 200} Jun 29 12:36:05.913181 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:05.913376 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8aa795-c0ab-4ed8-a891-ae3b40170dc3 admin admin] Made reservation on behalf of 2f1e54111caa41318c1ca9e3ab804252 for: {'subnet': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:36:05.915799 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-8b59fc8e-b860-4643-b7b5-e3defa5b37c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:05.917063 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa795-c0ab-4ed8-a891-ae3b40170dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5837673'] for subnet, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:05.994167 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=a945c790-d7d1-4c99-80f6-36385792036c,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:06.002079 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:06.002596 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbda3b0c-296c-4725-bbc4-cc0032c1be26 {{(pid=93599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:36:06.012252 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:06.032663 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Transition to ACTIVE for port object dbda3b0c-296c-4725-bbc4-cc0032c1be26 will not be triggered until provisioned by entity L2. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:36:06.050844 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05cb6c-2632-4303-bbf6-bd2fbf70afb3 req-ba56c49a-ac6f-4607-a0cb-16f89ae6ec43 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:06.052308 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2b05cb6c-2632-4303-bbf6-bd2fbf70afb3 req-ba56c49a-ac6f-4607-a0cb-16f89ae6ec43 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0915186 Jun 29 12:36:06.092842 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2b05cb6c-2632-4303-bbf6-bd2fbf70afb3 req-26df258d-1baa-4be7-a2c7-fc51219b0282 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330029 Jun 29 12:36:06.181882 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:06.183196 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18a9750-8807-41d0-a9d2-6cfcf2a69704" -d '{"events": [{"server_uuid": "85a50e63-5d34-436f-86ba-1da853f43dcd", "name": "network-vif-plugged", "status": "completed", "tag": "a945c790-d7d1-4c99-80f6-36385792036c"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:06.192594 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-1a4fe400-d960-4c36-87b2-7a9dbf5269b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:06.263010 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa795-c0ab-4ed8-a891-ae3b40170dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5564727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5837691'] for subnet, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:06.266702 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-18cea1ea-6b88-40a5-9ee1-2bcf6bc0867a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:06.289504 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Pushing event updated for resources: {'Port': ['ID=dbda3b0c-296c-4725-bbc4-cc0032c1be26,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:06.294018 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:06.306916 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9f81cd-2a57-4e23-811b-68b93fa630b6 x-openstack-request-id: req-bf9f81cd-2a57-4e23-811b-68b93fa630b6 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:06.306916 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a50e63-5d34-436f-86ba-1da853f43dcd", "name": "network-vif-plugged", "status": "completed", "tag": "a945c790-d7d1-4c99-80f6-36385792036c", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:06.306916 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf9f81cd-2a57-4e23-811b-68b93fa630b6 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:06.307408 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a50e63-5d34-436f-86ba-1da853f43dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a945c790-d7d1-4c99-80f6-36385792036c', 'code': 200} Jun 29 12:36:06.341110 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Attempting to bind port dbda3b0c-296c-4725-bbc4-cc0032c1be26 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:36:06.341452 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Attempting to bind port dbda3b0c-296c-4725-bbc4-cc0032c1be26 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:36:06.341785 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Attempting to bind port dbda3b0c-296c-4725-bbc4-cc0032c1be26 on network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:36:06.352227 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Port dbda3b0c-296c-4725-bbc4-cc0032c1be26 on network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:36:06.352327 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8aa795-c0ab-4ed8-a891-ae3b40170dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc95056-0b15-45ae-9ffe-cae85d36be25,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:06.352436 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Attempting to bind port dbda3b0c-296c-4725-bbc4-cc0032c1be26 on network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:36:06.356609 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-cc8aa795-c0ab-4ed8-a891-ae3b40170dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:06.365087 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8aa795-c0ab-4ed8-a891-ae3b40170dc3 admin admin] Checking segment: {'id': '756dc5d3-f56f-49fc-af37-8b05fe32674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '470e8ff2-b1f6-43b3-86a0-f6a4fff34bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:36:06.365536 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8aa795-c0ab-4ed8-a891-ae3b40170dc3 admin admin] Network hostable DHCP agents. Network: 470e8ff2-b1f6-43b3-86a0-f6a4fff34bd6, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:36:06.367189 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:36:06.369200 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Checking segment: {'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:36:06.369200 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Bound using segment: {'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:36:06.369200 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Bound port: dbda3b0c-296c-4725-bbc4-cc0032c1be26, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'}}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:36:06.369488 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:06.463496 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] For port dbda3b0c-296c-4725-bbc4-cc0032c1be26, host hv-cinder-78662, cleared binding levels {{(pid=93599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:36:06.470122 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] For port dbda3b0c-296c-4725-bbc4-cc0032c1be26, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dbda3b0c-296c-4725-bbc4-cc0032c1be26,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:36:06.475148 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8aa795-c0ab-4ed8-a891-ae3b40170dc3 admin admin] Network 470e8ff2-b1f6-43b3-86a0-f6a4fff34bd6 is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:36:06.604455 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-cc8aa795-c0ab-4ed8-a891-ae3b40170dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 470e8ff2-b1f6-43b3-86a0-f6a4fff34bd6) {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:36:06.609281 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8aa795-c0ab-4ed8-a891-ae3b40170dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:06.610170 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:06.613597 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ab891-4d2a-4d76-b81b-5e4ec56202bd None None] Network 470e8ff2-b1f6-43b3-86a0-f6a4fff34bd6 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:36:06.620836 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa795-c0ab-4ed8-a891-ae3b40170dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:06.621137 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:06.675269 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ea2ac-e648-4da5-b99b-fe6aabd53567 req-95fc3ade-1347-41e0-8c42-855b00f4519b tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:06.677713 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-803ea2ac-e648-4da5-b99b-fe6aabd53567 req-95fc3ade-1347-41e0-8c42-855b00f4519b tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 945 time: 0.1614056 Jun 29 12:36:06.680119 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:06.680730 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:06.682571 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] 10.222.0.37 "PUT /v2.0/ports/dbda3b0c-296c-4725-bbc4-cc0032c1be26 HTTP/1.1" status: 200 len: 1093 time: 1.5290797 Jun 29 12:36:06.694622 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd957e-114f-4b91-8097-99e56d078076 req-a54890fe-5f56-43cf-abb3-38b551ef903e tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:06.696378 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-02dd957e-114f-4b91-8097-99e56d078076 req-a54890fe-5f56-43cf-abb3-38b551ef903e tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 943 time: 0.1513050 Jun 29 12:36:06.737766 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-cc8aa795-c0ab-4ed8-a891-ae3b40170dc3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0993001 Jun 29 12:36:06.778570 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Pushing event updated for resources: {'Port': ['ID=dbda3b0c-296c-4725-bbc4-cc0032c1be26,revision_number=3']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:06.788133 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-81b9059d-be0d-4f34-b1aa-5cf3adcb7a92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:06.815843 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-803ea2ac-e648-4da5-b99b-fe6aabd53567 req-68a0e8f6-eb61-4b4f-a301-1a9418409aa8 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166697 Jun 29 12:36:06.823609 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-02dd957e-114f-4b91-8097-99e56d078076 req-7b8f0097-b0b6-4f97-9c57-743162c4b3aa tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047053 Jun 29 12:36:06.839473 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97730681-44ee-4906-8ded-fe89da619276 None None] Network 470e8ff2-b1f6-43b3-86a0-f6a4fff34bd6 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:36:07.051579 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5987b-4685-4c92-a0c6-febc169ad092 req-6d79dae4-43ef-4468-84fe-36e4dfcaf95c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:07.053326 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ede5987b-4685-4c92-a0c6-febc169ad092 req-6d79dae4-43ef-4468-84fe-36e4dfcaf95c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 943 time: 0.0789049 Jun 29 12:36:07.093711 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ede5987b-4685-4c92-a0c6-febc169ad092 req-63eb33e4-ef5f-4f8b-9cde-dd8c3c36eef1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340443 Jun 29 12:36:07.271439 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5755983-b855-4278-b446-349249473690 req-cdcaa13b-bf01-4c4d-a1ca-6da3da9f2794 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:07.272940 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e5755983-b855-4278-b446-349249473690 req-cdcaa13b-bf01-4c4d-a1ca-6da3da9f2794 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0623243 Jun 29 12:36:07.315232 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e5755983-b855-4278-b446-349249473690 req-e0cff331-d2a2-43f6-b5e3-5578897f3a6a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362484 Jun 29 12:36:07.421520 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-2b6a9280-f39a-4a22-a97d-a44582ef028f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:07.568741 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 49598) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:07.696103 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-febdfc25-5b4a-4d4a-975d-d12d937d4b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:07.778322 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-febdfc25-5b4a-4d4a-975d-d12d937d4b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:07.895150 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a1f9dc-06fc-4ac9-905c-b69a19abb55b', 'tag': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:36:07.897206 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15946f77-b5e2-46b1-ab26-04c3ddccd8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a1f9dc-06fc-4ac9-905c-b69a19abb55b", "tag": "dbda3b0c-296c-4725-bbc4-cc0032c1be26"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:07.954978 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-febdfc25-5b4a-4d4a-975d-d12d937d4b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:07.983090 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:08.019050 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49624) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:08.025479 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1304774441-network', 'tenant_id': 'b0d5ad6795c14fd1a3cfb37154868e49'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:08.044925 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-febdfc25-5b4a-4d4a-975d-d12d937d4b21 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38a4ad8afb10452e8a545b6d559fc7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751060 Jun 29 12:36:08.048533 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49626) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:08.057871 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdfc25-5b4a-4d4a-975d-d12d937d4b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f16d45-b2b3-4eab-ab71-082a62121f58,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:08.064211 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-febdfc25-5b4a-4d4a-975d-d12d937d4b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:08.095443 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ad8b7-e2ba-460d-a029-97cce6e8d8eb req-76826482-56c1-468a-980f-afb11190900f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:08.096918 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-323ad8b7-e2ba-460d-a029-97cce6e8d8eb req-76826482-56c1-468a-980f-afb11190900f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 943 time: 0.1540287 Jun 29 12:36:08.104961 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9477f001-ce6a-42a3-961e-c996824c8080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:08.110337 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67965001-ef1b-4ee7-bb04-795f464a3194 req-dac20b99-a334-48d8-9697-6bf8f9a47aca tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:08.111769 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-67965001-ef1b-4ee7-bb04-795f464a3194 req-dac20b99-a334-48d8-9697-6bf8f9a47aca tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 945 time: 0.1264641 Jun 29 12:36:08.140140 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9477f001-ce6a-42a3-961e-c996824c8080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:08.146639 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Made reservation on behalf of b0d5ad6795c14fd1a3cfb37154868e49 for: {'network': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:36:08.148987 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:08.164655 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:08.172379 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-323ad8b7-e2ba-460d-a029-97cce6e8d8eb req-7075b9ba-0dc3-45c2-9188-e575e3a7ee5b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596242 Jun 29 12:36:08.177094 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-67965001-ef1b-4ee7-bb04-795f464a3194 req-f636fac9-7914-4e78-a6f0-1d822e34216e tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578556 Jun 29 12:36:08.239180 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497c68d1-218a-4d3a-84ae-f8370adb1e24 x-openstack-request-id: req-497c68d1-218a-4d3a-84ae-f8370adb1e24 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:08.239834 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a1f9dc-06fc-4ac9-905c-b69a19abb55b", "tag": "dbda3b0c-296c-4725-bbc4-cc0032c1be26", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:08.240305 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-497c68d1-218a-4d3a-84ae-f8370adb1e24 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:08.240920 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a1f9dc-06fc-4ac9-905c-b69a19abb55b', 'tag': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26', 'status': 'completed', 'code': 200} Jun 29 12:36:08.338856 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9477f001-ce6a-42a3-961e-c996824c8080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:08.341981 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9477f001-ce6a-42a3-961e-c996824c8080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:08.343167 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-9477f001-ce6a-42a3-961e-c996824c8080 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07f16d45-b2b3-4eab-ab71-082a62121f58 HTTP/1.1" status: 204 len: 168 time: 0.2936049 Jun 29 12:36:08.348472 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:08.375066 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477f001-ce6a-42a3-961e-c996824c8080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f16d45-b2b3-4eab-ab71-082a62121f58,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:08.379609 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-9477f001-ce6a-42a3-961e-c996824c8080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:08.515260 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-bb521a51-740a-4bbc-b672-2549ea02142a req-d43c701a-744f-46c1-84da-ad57aa606022 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527786 Jun 29 12:36:08.541509 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:08.623739 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:08.631130 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-35c610ee-54e3-48db-8c53-e91d79c1e86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:08.648357 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-bb521a51-740a-4bbc-b672-2549ea02142a req-d8db3cee-b103-4998-8a16-47f942303625 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210835 Jun 29 12:36:08.656102 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:36:08.673859 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bee6a0-338e-4feb-b84a-15082460b9ed,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:08.677247 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:08.677578 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.segments_db [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Added segment 3cc47a67-f048-4c9d-91a1-3d62323f4352 of type vlan for network 5258d698-03c0-48cb-a8c8-8fb1288edff0 Jun 29 12:36:08.679084 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:08.725039 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:08.750347 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db66949-53c5-4ce4-a908-5ae721d0c7fa req-b4433a72-79c0-4374-8784-d174bb345598 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:08.752497 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5db66949-53c5-4ce4-a908-5ae721d0c7fa req-b4433a72-79c0-4374-8784-d174bb345598 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 943 time: 0.4480183 Jun 29 12:36:08.756165 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-52e305ec-957f-4b01-a1b3-d8dd56ba6fa1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e56986a-17f7-4362-8341-b11d0a95ea87 HTTP/1.1" status: 200 len: 217 time: 0.3663948 Jun 29 12:36:08.878159 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8917d-e0af-4153-b1c2-f85be22f1010 req-893485c6-7b85-422e-8725-c6db3b6b1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:08.879679 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c8c8917d-e0af-4153-b1c2-f85be22f1010 req-893485c6-7b85-422e-8725-c6db3b6b1ab1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 1098 time: 0.0846465 Jun 29 12:36:08.884321 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5db66949-53c5-4ce4-a908-5ae721d0c7fa req-75a733d3-cf1b-49b6-99e1-15215fd2077b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170554 Jun 29 12:36:08.885659 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-b30bf694-ff71-4bd5-9b73-73d119766680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:08.887097 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-b30bf694-ff71-4bd5-9b73-73d119766680 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f93e1b-50db-4db1-9c73-4aa8c9d54cbe HTTP/1.1" status: 200 len: 858 time: 0.1188228 Jun 29 12:36:08.902462 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-c8c8917d-e0af-4153-b1c2-f85be22f1010 req-b7590e3e-9da1-49b0-9142-128f1274c7bd service neutron] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:08.905560 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:08.907611 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15946f77-b5e2-46b1-ab26-04c3ddccd8ea req-b7537154-939c-4714-80e6-2ca3ed4e2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:08.909046 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-15946f77-b5e2-46b1-ab26-04c3ddccd8ea req-b7537154-939c-4714-80e6-2ca3ed4e2ab8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=669e8d831f054520a9009ce00787a461&device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 1096 time: 0.5014794 Jun 29 12:36:08.914596 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:08.915212 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:08.918338 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-27503afd-7337-4fb6-89bf-70a7dca7ffe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:08.957899 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-aedf22c3-0555-4620-a015-361ee2e534c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=005390eb-b2ea-4409-a911-12b960f56e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630682 Jun 29 12:36:08.997438 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=5258d698-03c0-48cb-a8c8-8fb1288edff0,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:09.001885 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:09.012134 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 5258d698-03c0-48cb-a8c8-8fb1288edff0 details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:36:09.047227 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f860f-07e7-423a-90f2-9c94d9773551 req-0b404764-041d-47b2-8a79-e39060b57f9b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:09.048802 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-538f860f-07e7-423a-90f2-9c94d9773551 req-0b404764-041d-47b2-8a79-e39060b57f9b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.2952483 Jun 29 12:36:09.092785 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-c8c8917d-e0af-4153-b1c2-f85be22f1010 req-b7590e3e-9da1-49b0-9142-128f1274c7bd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:09.214810 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-538f860f-07e7-423a-90f2-9c94d9773551 req-119986e2-fb28-4137-84e3-50abc8d018ef tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410663 Jun 29 12:36:09.245282 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-c8c8917d-e0af-4153-b1c2-f85be22f1010 req-b7590e3e-9da1-49b0-9142-128f1274c7bd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:09.252625 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15946f77-b5e2-46b1-ab26-04c3ddccd8ea req-a7264e5c-d9da-4f24-befe-4ee5905b1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:09.254374 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-15946f77-b5e2-46b1-ab26-04c3ddccd8ea req-a7264e5c-d9da-4f24-befe-4ee5905b1505 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=669e8d831f054520a9009ce00787a461&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3301795 Jun 29 12:36:09.259784 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:09.284341 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-940c0d26-e8cf-41a2-9e3b-ff802d9c46a0 service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170090 Jun 29 12:36:09.314621 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c8c8917d-e0af-4153-b1c2-f85be22f1010 req-b7590e3e-9da1-49b0-9142-128f1274c7bd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277260 Jun 29 12:36:09.332824 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7590e3e-9da1-49b0-9142-128f1274c7bd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f78d5390-0f45-43da-b1ac-68ced0573de8,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:09.336685 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b7590e3e-9da1-49b0-9142-128f1274c7bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:09.361737 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device bf60f431-0b94-4c6a-9af4-28e8aee49732 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:36:09.393712 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3735449 Jun 29 12:36:09.399839 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49668) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:09.401163 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-36c99546-6d84-43d6-8e54-5bff443d5e44 admin admin] Request body: {'subnet': {'network_id': '5258d698-03c0-48cb-a8c8-8fb1288edff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1304774441-subnet', 'tenant_id': 'b0d5ad6795c14fd1a3cfb37154868e49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:09.483885 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port bf60f431-0b94-4c6a-9af4-28e8aee49732, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf60f431-0b94-4c6a-9af4-28e8aee49732,segment=NetworkSegment(8416e60e-3290-420e-847c-39838ae1cdd3),segment_id=8416e60e-3290-420e-847c-39838ae1cdd3)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:09.500072 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': 'bf60f431-0b94-4c6a-9af4-28e8aee49732', 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49', 'port_id': 'bf60f431-0b94-4c6a-9af4-28e8aee49732', 'mac_address': 'fa:16:3e:a1:b4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f93e1b-50db-4db1-9c73-4aa8c9d54cbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:36:09.530449 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c99546-6d84-43d6-8e54-5bff443d5e44 admin admin] Made reservation on behalf of b0d5ad6795c14fd1a3cfb37154868e49 for: {'subnet': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:36:09.533580 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-36c99546-6d84-43d6-8e54-5bff443d5e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5837673'] for subnet, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:09.594075 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:09.611177 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf60f431-0b94-4c6a-9af4-28e8aee49732 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:36:09.613140 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15946f77-b5e2-46b1-ab26-04c3ddccd8ea req-4d0b8a73-03f3-48d9-89ad-a735ecde7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:09.614774 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-15946f77-b5e2-46b1-ab26-04c3ddccd8ea req-4d0b8a73-03f3-48d9-89ad-a735ecde7ac1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3531804 Jun 29 12:36:09.634505 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cc97f5-a877-4a88-99e9-da66534c02c3 req-fdb2f374-eaac-4435-b891-968b99a3bc95 service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240254 Jun 29 12:36:09.637726 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port bf60f431-0b94-4c6a-9af4-28e8aee49732, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf60f431-0b94-4c6a-9af4-28e8aee49732,segment=NetworkSegment(8416e60e-3290-420e-847c-39838ae1cdd3),segment_id=8416e60e-3290-420e-847c-39838ae1cdd3)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:09.668992 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5baa1-3835-448c-b266-9919dba822ce req-badeee32-855b-4f38-9480-d93176919b9a tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:09.673508 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b2d5baa1-3835-448c-b266-9919dba822ce req-badeee32-855b-4f38-9480-d93176919b9a tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 945 time: 0.3183701 Jun 29 12:36:09.682779 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f7b5e-15d2-49fa-b8eb-8e6266165e0b req-908a7043-2326-48df-b553-fd99f9cc2d01 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:09.684383 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5f6f7b5e-15d2-49fa-b8eb-8e6266165e0b req-908a7043-2326-48df-b553-fd99f9cc2d01 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 943 time: 0.3729057 Jun 29 12:36:09.742564 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:09.746716 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-eaee97a1-6192-4366-a91a-0ef07cbbe002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:09.814404 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b2d5baa1-3835-448c-b266-9919dba822ce req-9788f043-3728-4fff-b4db-5687f0e1c85e tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217902 Jun 29 12:36:09.815309 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=bf60f431-0b94-4c6a-9af4-28e8aee49732,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:09.818599 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:09.837608 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5f6f7b5e-15d2-49fa-b8eb-8e6266165e0b req-72930404-c445-47fa-bcae-080c6f032284 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419406 Jun 29 12:36:09.845222 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-36c99546-6d84-43d6-8e54-5bff443d5e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5564727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5837691'] for subnet, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:09.848625 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-0f8494c4-d782-4f6f-800d-347589182113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:09.861714 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-6af9b05c-073b-43f6-8497-0d64c2707e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:09.863233 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-6af9b05c-073b-43f6-8497-0d64c2707e2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=669e8d831f054520a9009ce00787a461&device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 1096 time: 0.1779773 Jun 29 12:36:09.883476 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08ce1-9cb2-4ea8-ab40-1cf284920177 req-635a7abc-738a-4fdd-a65f-9910947c4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:09.884933 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-21c08ce1-9cb2-4ea8-ab40-1cf284920177 req-635a7abc-738a-4fdd-a65f-9910947c4a55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1602240f3a4a41979987d2f3300a74d5&device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 1096 time: 0.0983934 Jun 29 12:36:09.903356 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c99546-6d84-43d6-8e54-5bff443d5e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0c202e-8245-4670-a30f-a6ab13d2df3e,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:09.907008 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-36c99546-6d84-43d6-8e54-5bff443d5e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:09.914989 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c99546-6d84-43d6-8e54-5bff443d5e44 admin admin] Checking segment: {'id': '3cc47a67-f048-4c9d-91a1-3d62323f4352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '5258d698-03c0-48cb-a8c8-8fb1288edff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:36:09.915343 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c99546-6d84-43d6-8e54-5bff443d5e44 admin admin] Network hostable DHCP agents. Network: 5258d698-03c0-48cb-a8c8-8fb1288edff0, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:36:09.923081 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-4933da90-5f4c-4651-ae86-6b42e31964bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbda3b0c-296c-4725-bbc4-cc0032c1be26 HTTP/1.1" status: 200 len: 217 time: 0.0513453 Jun 29 12:36:09.997958 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['bf60f431-0b94-4c6a-9af4-28e8aee49732'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:36:10.045416 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c99546-6d84-43d6-8e54-5bff443d5e44 admin admin] Network 5258d698-03c0-48cb-a8c8-8fb1288edff0 is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:36:10.105419 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-b1e03231-de3f-4faf-acbc-c704d3ab96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:10.106911 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-b1e03231-de3f-4faf-acbc-c704d3ab96f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd3d97b5-7200-4a03-a6e3-8c6b38e69922 HTTP/1.1" status: 200 len: 850 time: 0.1676402 Jun 29 12:36:10.180241 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-8e33c378-eeda-4913-87fc-f750036add54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:10.203020 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08ce1-9cb2-4ea8-ab40-1cf284920177 req-d5da0e4c-e766-45b7-90bf-9918fe155abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:10.204534 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-21c08ce1-9cb2-4ea8-ab40-1cf284920177 req-d5da0e4c-e766-45b7-90bf-9918fe155abd service neutron] 10.222.0.37 "GET /v2.0/networks?id=005390eb-b2ea-4409-a911-12b960f56e49 HTTP/1.1" status: 200 len: 919 time: 0.2898471 Jun 29 12:36:10.221089 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-36c99546-6d84-43d6-8e54-5bff443d5e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 5258d698-03c0-48cb-a8c8-8fb1288edff0) {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:36:10.234526 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c99546-6d84-43d6-8e54-5bff443d5e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:10.235900 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-36c99546-6d84-43d6-8e54-5bff443d5e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:10.260177 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326314df-8180-4c3a-8826-82ceb573143b None None] Network 5258d698-03c0-48cb-a8c8-8fb1288edff0 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:36:10.271822 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e527a0-66b7-40f0-a5e8-3f48e498dc03 req-a8843fc7-068d-47eb-aaf0-69f59ea82794 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:10.273942 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f8e527a0-66b7-40f0-a5e8-3f48e498dc03 req-a8843fc7-068d-47eb-aaf0-69f59ea82794 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 943 time: 0.2507188 Jun 29 12:36:10.275704 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-21c08ce1-9cb2-4ea8-ab40-1cf284920177 req-1605d0df-1123-4c9f-9b08-8908cfc840c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e56986a-17f7-4362-8341-b11d0a95ea87 HTTP/1.1" status: 200 len: 217 time: 0.0634289 Jun 29 12:36:10.351582 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-36c99546-6d84-43d6-8e54-5bff443d5e44 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9475152 Jun 29 12:36:10.418412 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f369d8-f9c8-4c99-a52c-6c8b54d7a29c None None] Network 5258d698-03c0-48cb-a8c8-8fb1288edff0 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:36:10.462098 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:10.549147 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-2fc41c57-6016-4c7f-8d98-3fa2f9eab132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:10.550634 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-2fc41c57-6016-4c7f-8d98-3fa2f9eab132 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4321988 Jun 29 12:36:10.652286 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f8e527a0-66b7-40f0-a5e8-3f48e498dc03 req-b6a058cf-9e9c-477e-aa0e-c5ec18d21e57 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3699629 Jun 29 12:36:10.667675 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08ce1-9cb2-4ea8-ab40-1cf284920177 req-3a9b089b-afe9-4b32-a36c-fd287c5f6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:10.669189 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-21c08ce1-9cb2-4ea8-ab40-1cf284920177 req-3a9b089b-afe9-4b32-a36c-fd287c5f6dcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f93e1b-50db-4db1-9c73-4aa8c9d54cbe HTTP/1.1" status: 200 len: 858 time: 0.3843174 Jun 29 12:36:10.716862 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-21c08ce1-9cb2-4ea8-ab40-1cf284920177 req-c2aab204-05da-4c3e-818e-3ead7a6c8d69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=005390eb-b2ea-4409-a911-12b960f56e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387261 Jun 29 12:36:10.790487 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-51f55e0c-4c30-4bfa-b4eb-4b5ec6dc9cba service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270510 Jun 29 12:36:10.798972 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7559af1-02ae-44b5-a67e-132cc0d7a5c2 req-84db482f-7c89-4bf6-a1b1-2141fd8e440f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:10.800349 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e7559af1-02ae-44b5-a67e-132cc0d7a5c2 req-84db482f-7c89-4bf6-a1b1-2141fd8e440f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.2744515 Jun 29 12:36:10.908251 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e7559af1-02ae-44b5-a67e-132cc0d7a5c2 req-0c96f7b2-ff3c-4ed3-b86c-bb9603074393 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963788 Jun 29 12:36:10.949179 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-21c08ce1-9cb2-4ea8-ab40-1cf284920177 req-9d4b7518-6369-4b00-81ce-76125b5fdf4b service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234607 Jun 29 12:36:11.003530 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6c1f9cf-c1be-4c32-aa1b-23490320249f req-c2a7f3a9-5897-480d-aed5-972a2d35661b service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022388 Jun 29 12:36:11.134519 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-21c08ce1-9cb2-4ea8-ab40-1cf284920177 req-4a9b5348-18f7-4df5-bf95-be2da5e2016d service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674001 Jun 29 12:36:11.162123 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b608d-129a-4a1d-a169-dc545dcc072f req-30e9aeb0-f64f-4cb0-830f-bf807c1a53f1 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:11.163714 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d54b608d-129a-4a1d-a169-dc545dcc072f req-30e9aeb0-f64f-4cb0-830f-bf807c1a53f1 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 945 time: 0.2086685 Jun 29 12:36:11.177498 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ee428-d3df-44fb-a5c4-7078d4bc269b req-ddbe178a-fac5-451e-8191-82c104144ab5 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:11.180857 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-720ee428-d3df-44fb-a5c4-7078d4bc269b req-ddbe178a-fac5-451e-8191-82c104144ab5 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 943 time: 0.1459839 Jun 29 12:36:11.262216 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d54b608d-129a-4a1d-a169-dc545dcc072f req-b34b0602-f3b4-4b86-80a7-7f51ca6520c2 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924933 Jun 29 12:36:11.278177 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-720ee428-d3df-44fb-a5c4-7078d4bc269b req-1ddc5be6-0aab-4ada-82fc-246b75e56a07 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894222 Jun 29 12:36:11.377377 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 2cdbbfba-a67b-4039-8c0d-7d4158f2537b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:36:11.443146 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device bf60f431-0b94-4c6a-9af4-28e8aee49732 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:36:11.474935 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:11.533161 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:11.544911 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'port_id': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'mac_address': 'fa:16:3e:8b:ad:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:36:11.584409 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:11.597408 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdbbfba-a67b-4039-8c0d-7d4158f2537b {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:36:11.617660 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:11.618752 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port bf60f431-0b94-4c6a-9af4-28e8aee49732 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:36:11.622819 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port bf60f431-0b94-4c6a-9af4-28e8aee49732 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:36:11.623265 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:11.703158 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:11.728399 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874ff032-cb13-469d-8aee-fbaa1b070332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf60f431-0b94-4c6a-9af4-28e8aee49732'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:36:11.730686 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d30974d-5b4d-4495-9445-45257967b373" -d '{"events": [{"server_uuid": "874ff032-cb13-469d-8aee-fbaa1b070332", "name": "network-vif-plugged", "status": "completed", "tag": "bf60f431-0b94-4c6a-9af4-28e8aee49732"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:11.754939 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port bf60f431-0b94-4c6a-9af4-28e8aee49732, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf60f431-0b94-4c6a-9af4-28e8aee49732,segment=NetworkSegment(8416e60e-3290-420e-847c-39838ae1cdd3),segment_id=8416e60e-3290-420e-847c-39838ae1cdd3)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:11.754939 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:11.754939 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 8e56986a-17f7-4362-8341-b11d0a95ea87 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:36:11.755911 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:11.781686 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f3dc61-39b6-4040-a06e-ac01a6662811 x-openstack-request-id: req-07f3dc61-39b6-4040-a06e-ac01a6662811 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:11.781988 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874ff032-cb13-469d-8aee-fbaa1b070332", "name": "network-vif-plugged", "status": "completed", "tag": "bf60f431-0b94-4c6a-9af4-28e8aee49732", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:11.782273 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07f3dc61-39b6-4040-a06e-ac01a6662811 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:11.782686 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874ff032-cb13-469d-8aee-fbaa1b070332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf60f431-0b94-4c6a-9af4-28e8aee49732', 'code': 200} Jun 29 12:36:11.850044 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96353dd4-ed86-4830-911d-ab9fd1d5a683 req-7c3aef52-6638-4c79-812e-12fba3420f51 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:11.852643 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-96353dd4-ed86-4830-911d-ab9fd1d5a683 req-7c3aef52-6638-4c79-812e-12fba3420f51 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 943 time: 0.0709279 Jun 29 12:36:11.862370 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:11.868963 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:11.873202 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:11.873607 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:11.894440 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-96353dd4-ed86-4830-911d-ab9fd1d5a683 req-7c7f4642-ded9-466c-9452-b0b5797851b3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362511 Jun 29 12:36:11.957546 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=bf60f431-0b94-4c6a-9af4-28e8aee49732,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:11.962859 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:11.968008 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 8e56986a-17f7-4362-8341-b11d0a95ea87, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8e56986a-17f7-4362-8341-b11d0a95ea87,segment=NetworkSegment(8416e60e-3290-420e-847c-39838ae1cdd3),segment_id=8416e60e-3290-420e-847c-39838ae1cdd3)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:11.980925 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '8e56986a-17f7-4362-8341-b11d0a95ea87', 'network_id': '005390eb-b2ea-4409-a911-12b960f56e49', 'port_id': '8e56986a-17f7-4362-8341-b11d0a95ea87', 'mac_address': 'fa:16:3e:c1:d1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f93e1b-50db-4db1-9c73-4aa8c9d54cbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:36:12.031011 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:12.046903 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e56986a-17f7-4362-8341-b11d0a95ea87 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:36:12.075913 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 8e56986a-17f7-4362-8341-b11d0a95ea87, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8e56986a-17f7-4362-8341-b11d0a95ea87,segment=NetworkSegment(8416e60e-3290-420e-847c-39838ae1cdd3),segment_id=8416e60e-3290-420e-847c-39838ae1cdd3)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:12.136630 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5c820-3e8e-45aa-8bb4-f8e86559df05 req-99fdf0b7-4078-4d7c-98e8-319458ee6f9f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:12.138086 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-46b5c820-3e8e-45aa-8bb4-f8e86559df05 req-99fdf0b7-4078-4d7c-98e8-319458ee6f9f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 945 time: 0.0907350 Jun 29 12:36:12.175910 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:12.178457 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:12.183133 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-46b5c820-3e8e-45aa-8bb4-f8e86559df05 req-1b27daa5-5464-4080-a630-eb09599ab6f8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380433 Jun 29 12:36:12.237116 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=8e56986a-17f7-4362-8341-b11d0a95ea87,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:12.241101 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:12.279216 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb4d92-dd6b-4e01-b9d0-e3e43a66d688 req-93c0838c-4ee2-4acb-8fd8-a0abb017318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:12.280667 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5bfb4d92-dd6b-4e01-b9d0-e3e43a66d688 req-93c0838c-4ee2-4acb-8fd8-a0abb017318a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 1099 time: 0.0959227 Jun 29 12:36:12.328191 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5bfb4d92-dd6b-4e01-b9d0-e3e43a66d688 req-43a3a4f6-5749-4105-ab47-106e761dfbee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Jun 29 12:36:12.475133 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['2cdbbfba-a67b-4039-8c0d-7d4158f2537b'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:36:12.482272 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['8e56986a-17f7-4362-8341-b11d0a95ea87'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:36:12.488483 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec821820-6bb6-4f92-9360-c7fab6b33a42 req-3b3f6d80-848c-4463-96aa-7c4ed519fdf5 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:12.489935 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ec821820-6bb6-4f92-9360-c7fab6b33a42 req-3b3f6d80-848c-4463-96aa-7c4ed519fdf5 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 945 time: 0.1050503 Jun 29 12:36:12.498047 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffbc24-3c11-4692-8a80-babeff847326 req-cf080a18-4760-44c8-a99c-1b4c9dfc5fac tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:12.499438 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7fffbc24-3c11-4692-8a80-babeff847326 req-cf080a18-4760-44c8-a99c-1b4c9dfc5fac tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 944 time: 0.1055350 Jun 29 12:36:12.553861 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ec821820-6bb6-4f92-9360-c7fab6b33a42 req-6cbabc8d-c039-4ae1-8e42-e2d464fa8b32 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534356 Jun 29 12:36:12.561572 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7fffbc24-3c11-4692-8a80-babeff847326 req-65dffea5-ff0d-489a-bb38-e4ce0bdd50a8 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545020 Jun 29 12:36:12.861120 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:13.080414 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ceb7cc-d15d-4a04-aac8-bbf32a8d6636 req-eed9101b-cba1-40f3-959a-c4dd24d0a36e tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:13.082044 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-75ceb7cc-d15d-4a04-aac8-bbf32a8d6636 req-eed9101b-cba1-40f3-959a-c4dd24d0a36e tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 943 time: 0.0646956 Jun 29 12:36:13.122149 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-75ceb7cc-d15d-4a04-aac8-bbf32a8d6636 req-76a5c4f5-ba05-4df0-a83c-990e02838e2b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339384 Jun 29 12:36:13.407414 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3893b52-12d5-456d-83cf-fbd50d68c5df req-47618e9b-e9b7-4f13-980e-766a2be2d044 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:13.409080 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e3893b52-12d5-456d-83cf-fbd50d68c5df req-47618e9b-e9b7-4f13-980e-766a2be2d044 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 945 time: 0.0931704 Jun 29 12:36:13.447599 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e3893b52-12d5-456d-83cf-fbd50d68c5df req-7bd0a84c-766e-42e5-89cf-f63ed9144b6c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322862 Jun 29 12:36:13.746741 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab7372-f99c-416a-b6ee-378bb4969084 req-bce5c30f-a0d7-499c-8877-93de51cb93df tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:13.748197 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-68ab7372-f99c-416a-b6ee-378bb4969084 req-bce5c30f-a0d7-499c-8877-93de51cb93df tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 944 time: 0.0698233 Jun 29 12:36:13.787757 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-68ab7372-f99c-416a-b6ee-378bb4969084 req-e2b9d6c5-9166-40e7-8153-0bde4ef7f48a tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339365 Jun 29 12:36:13.809350 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49786) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:13.912654 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d2479a7e-5d73-4ac3-ac8a-17afc60d9a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:13.999574 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d2479a7e-5d73-4ac3-ac8a-17afc60d9a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:14.088558 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d2479a7e-5d73-4ac3-ac8a-17afc60d9a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:14.091113 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:14.124660 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479a7e-5d73-4ac3-ac8a-17afc60d9a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5619a896-9ac9-4c36-88d8-735516c41186,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:14.128990 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-d2479a7e-5d73-4ac3-ac8a-17afc60d9a7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7df575199f844137b39fdac21beb8104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186011 Jun 29 12:36:14.129858 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d2479a7e-5d73-4ac3-ac8a-17afc60d9a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:14.131638 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49792) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:14.179814 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-54c687d2-f38c-49e4-a348-0ad7c8979eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:14.200700 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-54c687d2-f38c-49e4-a348-0ad7c8979eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:14.294278 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d9f87-a8ea-45e8-a5d1-abd2846348ab req-896fee79-cbe2-42ba-98c1-9573b980bc34 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:14.295633 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-983d9f87-a8ea-45e8-a5d1-abd2846348ab req-896fee79-cbe2-42ba-98c1-9573b980bc34 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 943 time: 0.0617721 Jun 29 12:36:14.312605 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-54c687d2-f38c-49e4-a348-0ad7c8979eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:14.315767 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-54c687d2-f38c-49e4-a348-0ad7c8979eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:14.320600 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-54c687d2-f38c-49e4-a348-0ad7c8979eb7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5619a896-9ac9-4c36-88d8-735516c41186 HTTP/1.1" status: 204 len: 168 time: 0.1865253 Jun 29 12:36:14.324375 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:14.331182 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c687d2-f38c-49e4-a348-0ad7c8979eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5619a896-9ac9-4c36-88d8-735516c41186,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:14.333885 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-54c687d2-f38c-49e4-a348-0ad7c8979eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:14.340378 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-983d9f87-a8ea-45e8-a5d1-abd2846348ab req-51a9a51c-6060-4fb9-a7ce-a4c8da4f50d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391994 Jun 29 12:36:14.631697 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68c10d-f5b6-4a46-ad63-9eec1502c520 req-cd99043d-1f2d-48eb-82ee-279cb2d47867 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:14.633929 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4c68c10d-f5b6-4a46-ad63-9eec1502c520 req-cd99043d-1f2d-48eb-82ee-279cb2d47867 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 945 time: 0.0700583 Jun 29 12:36:14.673552 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4c68c10d-f5b6-4a46-ad63-9eec1502c520 req-e0041ebe-3e26-46f1-b74b-d30f723dfab0 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334628 Jun 29 12:36:14.916572 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 49810) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:14.929359 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d1b67c9a-7267-4580-b45b-06df3b79cb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:14.961240 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445731d4-529e-4201-b581-b6654dfaac2a req-5fff267d-7a4c-4101-924a-633aa79db1c6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:14.962755 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-445731d4-529e-4201-b581-b6654dfaac2a req-5fff267d-7a4c-4101-924a-633aa79db1c6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 944 time: 0.0631599 Jun 29 12:36:15.003365 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-445731d4-529e-4201-b581-b6654dfaac2a req-8004b280-5b75-4648-94de-5a252b5243a0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349965 Jun 29 12:36:15.028716 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d1b67c9a-7267-4580-b45b-06df3b79cb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:15.083900 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d1b67c9a-7267-4580-b45b-06df3b79cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:15.087725 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:15.123843 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-d1b67c9a-7267-4580-b45b-06df3b79cb92 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79fca76d45e849d79a3ab30fd70920a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061913 Jun 29 12:36:15.125073 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b67c9a-7267-4580-b45b-06df3b79cb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca608c9e-446b-4141-b319-3504b15533f7,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:15.126514 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 49814) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:15.128301 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d1b67c9a-7267-4580-b45b-06df3b79cb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:15.177252 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5db9bc0d-ac84-4f56-93a7-d99f0301e5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:15.201313 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5db9bc0d-ac84-4f56-93a7-d99f0301e5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:15.317284 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5db9bc0d-ac84-4f56-93a7-d99f0301e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:15.319865 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5db9bc0d-ac84-4f56-93a7-d99f0301e5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:15.321021 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-5db9bc0d-ac84-4f56-93a7-d99f0301e5f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca608c9e-446b-4141-b319-3504b15533f7 HTTP/1.1" status: 204 len: 168 time: 0.1935394 Jun 29 12:36:15.321809 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4a457fa3-ea95-4bd7-8569-7ecf7f81aa23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:15.329300 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9bc0d-ac84-4f56-93a7-d99f0301e5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca608c9e-446b-4141-b319-3504b15533f7,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:15.331672 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5db9bc0d-ac84-4f56-93a7-d99f0301e5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:15.520811 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02084b62-a1bc-41ce-a411-6176014043d4 req-c419921c-8775-41c2-986e-986d57d709a5 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:15.522300 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-02084b62-a1bc-41ce-a411-6176014043d4 req-c419921c-8775-41c2-986e-986d57d709a5 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 943 time: 0.0625768 Jun 29 12:36:15.560655 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-02084b62-a1bc-41ce-a411-6176014043d4 req-e7ee2ebc-5534-4319-920c-8b59de78db01 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314412 Jun 29 12:36:15.775835 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device dbda3b0c-296c-4725-bbc4-cc0032c1be26 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:36:15.858153 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1815173-43c6-40b0-80f1-4368f3293792 req-adfe43bc-26d5-4e14-b3ea-1390c30e142c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:15.859781 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c1815173-43c6-40b0-80f1-4368f3293792 req-adfe43bc-26d5-4e14-b3ea-1390c30e142c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 945 time: 0.0687010 Jun 29 12:36:15.901259 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c1815173-43c6-40b0-80f1-4368f3293792 req-53216775-94bb-46b5-9c9b-1d34d8cc15dc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354278 Jun 29 12:36:15.988101 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port dbda3b0c-296c-4725-bbc4-cc0032c1be26, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dbda3b0c-296c-4725-bbc4-cc0032c1be26,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:16.000435 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'port_id': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26', 'mac_address': 'fa:16:3e:c6:67:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:36:16.041254 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:16.053995 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbda3b0c-296c-4725-bbc4-cc0032c1be26 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:36:16.074939 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port dbda3b0c-296c-4725-bbc4-cc0032c1be26, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dbda3b0c-296c-4725-bbc4-cc0032c1be26,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:16.169814 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:16.171836 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-5ebee0fa-1252-4bfd-9313-73ad0bd2db37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:16.180635 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a832f-c06b-4224-8f73-5cd056d85ee2 req-6c123bcf-293b-4530-9204-b4bd067f257f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:16.182167 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-232a832f-c06b-4224-8f73-5cd056d85ee2 req-6c123bcf-293b-4530-9204-b4bd067f257f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 944 time: 0.0668912 Jun 29 12:36:16.222230 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-232a832f-c06b-4224-8f73-5cd056d85ee2 req-760e70dd-d6bd-4056-8be0-2c33bd434209 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343215 Jun 29 12:36:16.232926 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=dbda3b0c-296c-4725-bbc4-cc0032c1be26,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:16.236124 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:16.734412 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d96ca2-3910-4c1b-85a3-4f6e0ae8dfa9 req-3d9fcefa-b098-4fa8-8191-b7623c253230 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:16.735923 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e7d96ca2-3910-4c1b-85a3-4f6e0ae8dfa9 req-3d9fcefa-b098-4fa8-8191-b7623c253230 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 944 time: 0.0658038 Jun 29 12:36:16.774976 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e7d96ca2-3910-4c1b-85a3-4f6e0ae8dfa9 req-5b75d21c-31da-4a8c-8b4a-f01b10320da2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331867 Jun 29 12:36:16.848420 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:17.088933 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf558-b761-438a-b9cb-13b9038b53ca req-f4e336ca-9005-42b3-a371-53d3001e5eb8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:17.090436 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-21baf558-b761-438a-b9cb-13b9038b53ca req-f4e336ca-9005-42b3-a371-53d3001e5eb8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 945 time: 0.0683341 Jun 29 12:36:17.129335 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-21baf558-b761-438a-b9cb-13b9038b53ca req-fe7307cf-c5e3-43f6-bfa9-a13c744f2263 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333102 Jun 29 12:36:17.395282 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5034e37-f64e-4cdf-a6a7-d1e0e9e1c202 req-5829d8f3-f439-40c3-8ac6-379551f0f8ad tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:17.396741 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d5034e37-f64e-4cdf-a6a7-d1e0e9e1c202 req-5829d8f3-f439-40c3-8ac6-379551f0f8ad tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 944 time: 0.0646644 Jun 29 12:36:17.434052 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d5034e37-f64e-4cdf-a6a7-d1e0e9e1c202 req-6c586c34-85c1-49dc-ba65-b0b94f469467 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310261 Jun 29 12:36:17.945342 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43587-9db1-4f62-b28a-1d962be3ff39 req-6b18681e-4253-4878-95fd-983e00c86dc7 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:17.947744 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4ca43587-9db1-4f62-b28a-1d962be3ff39 req-6b18681e-4253-4878-95fd-983e00c86dc7 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 944 time: 0.0642600 Jun 29 12:36:17.988638 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4ca43587-9db1-4f62-b28a-1d962be3ff39 req-711ea0e0-6d8a-4da1-a0ef-0d6378f6b72c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352888 Jun 29 12:36:18.310055 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374670a-c22f-41de-92db-94904462efe9 req-ed7e6307-0a6e-462f-8bf1-a6ed45b3a63a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:18.311534 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0374670a-c22f-41de-92db-94904462efe9 req-ed7e6307-0a6e-462f-8bf1-a6ed45b3a63a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 945 time: 0.0676346 Jun 29 12:36:18.348758 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0374670a-c22f-41de-92db-94904462efe9 req-404e4433-aacb-4f47-bc0b-00e8cee6dd21 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315862 Jun 29 12:36:18.601600 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13937d0e-c7fc-4117-ada3-ff85d9a09aaf req-c8bbf2a4-024b-418c-bf37-eebea5e16482 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:18.603297 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-13937d0e-c7fc-4117-ada3-ff85d9a09aaf req-c8bbf2a4-024b-418c-bf37-eebea5e16482 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 944 time: 0.0624268 Jun 29 12:36:18.640911 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-13937d0e-c7fc-4117-ada3-ff85d9a09aaf req-d10f5111-f200-4741-954b-4002fb53b2e2 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320637 Jun 29 12:36:19.163348 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dda3b-4c09-4319-a298-b75fdb3d92a7 req-aec5f4ea-dc84-4841-98d0-c0e467783728 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:19.165739 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-685dda3b-4c09-4319-a298-b75fdb3d92a7 req-aec5f4ea-dc84-4841-98d0-c0e467783728 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 944 time: 0.0670576 Jun 29 12:36:19.205540 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-685dda3b-4c09-4319-a298-b75fdb3d92a7 req-7a9b68c3-2842-482d-ab01-89b336b5d59c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341759 Jun 29 12:36:19.445329 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['dbda3b0c-296c-4725-bbc4-cc0032c1be26'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:36:19.529886 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308ec58-d0b1-406d-b378-4bd2e31f619d req-f92aceea-54a0-4c31-a8f6-2f35aae5b189 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:19.531466 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a308ec58-d0b1-406d-b378-4bd2e31f619d req-f92aceea-54a0-4c31-a8f6-2f35aae5b189 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 945 time: 0.0663805 Jun 29 12:36:19.570040 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a308ec58-d0b1-406d-b378-4bd2e31f619d req-98231d35-11cf-469b-b851-ce3500aded14 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328784 Jun 29 12:36:19.772102 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 2cdbbfba-a67b-4039-8c0d-7d4158f2537b up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:36:19.821587 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc18d13-3140-4bbc-97bc-d7c35f0e2960 req-6d08fc13-be99-4ff5-a32d-bf9bd32cd5dd tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:19.823064 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4fc18d13-3140-4bbc-97bc-d7c35f0e2960 req-6d08fc13-be99-4ff5-a32d-bf9bd32cd5dd tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 944 time: 0.0670366 Jun 29 12:36:19.860936 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4fc18d13-3140-4bbc-97bc-d7c35f0e2960 req-71a17272-d0a3-4792-a89e-d41b84c58936 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Jun 29 12:36:19.913687 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:36:19.919768 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:36:19.920132 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:20.003073 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:20.029217 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:36:20.029217 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4818e85a-5bbc-4221-ba6e-d047d672c912" -d '{"events": [{"server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "name": "network-vif-plugged", "status": "completed", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:20.044257 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:20.066024 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dd4394-9504-4768-a0e9-3a1f2c175564 x-openstack-request-id: req-22dd4394-9504-4768-a0e9-3a1f2c175564 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:20.066346 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "name": "network-vif-plugged", "status": "completed", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:20.066608 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22dd4394-9504-4768-a0e9-3a1f2c175564 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:20.067028 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'code': 200} Jun 29 12:36:20.139947 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:20.141112 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 8e56986a-17f7-4362-8341-b11d0a95ea87 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:36:20.144115 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:20.233286 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:20.236773 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:20.352655 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port 8e56986a-17f7-4362-8341-b11d0a95ea87 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:36:20.356779 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 8e56986a-17f7-4362-8341-b11d0a95ea87 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:36:20.357308 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:20.393253 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a61966-58a1-4404-a7d0-3ae1e677c9dd req-d29dd512-e6be-43b7-8cf3-e660a7d28baa tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:20.394755 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-22a61966-58a1-4404-a7d0-3ae1e677c9dd req-d29dd512-e6be-43b7-8cf3-e660a7d28baa tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 944 time: 0.0659142 Jun 29 12:36:20.436291 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:20.442400 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-22a61966-58a1-4404-a7d0-3ae1e677c9dd req-9e54ef58-8355-4fed-bbcd-9d8c3d7b27be tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407681 Jun 29 12:36:20.471282 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 8e56986a-17f7-4362-8341-b11d0a95ea87, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8e56986a-17f7-4362-8341-b11d0a95ea87,segment=NetworkSegment(8416e60e-3290-420e-847c-39838ae1cdd3),segment_id=8416e60e-3290-420e-847c-39838ae1cdd3)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:20.520788 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983676c-d291-4726-8044-40bd07ce8433 req-17b61653-6b62-47b0-b914-9a638070a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:20.522323 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5983676c-d291-4726-8044-40bd07ce8433 req-17b61653-6b62-47b0-b914-9a638070a110 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 1099 time: 0.0514233 Jun 29 12:36:20.558221 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5983676c-d291-4726-8044-40bd07ce8433 req-bf667d67-776d-4f1b-813c-b479ef2f4ccb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292037 Jun 29 12:36:20.587171 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:20.589089 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:20.640200 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=8e56986a-17f7-4362-8341-b11d0a95ea87,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:20.649972 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:20.759292 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf02397-1e2e-4445-a85d-14df77602c40 req-ba5a6cde-d9d0-45bd-b98e-1487770066cc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:20.760852 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fcf02397-1e2e-4445-a85d-14df77602c40 req-ba5a6cde-d9d0-45bd-b98e-1487770066cc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0680087 Jun 29 12:36:20.801308 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fcf02397-1e2e-4445-a85d-14df77602c40 req-7764ef5d-c3a6-4df7-ae3f-7d7d30185482 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339668 Jun 29 12:36:21.074071 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491e85a-9fb1-43ec-84c0-f5dc40eed74b req-2eb28bda-f3e7-434c-832b-d62554041ac6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:21.076002 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b491e85a-9fb1-43ec-84c0-f5dc40eed74b req-2eb28bda-f3e7-434c-832b-d62554041ac6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0783327 Jun 29 12:36:21.115053 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b491e85a-9fb1-43ec-84c0-f5dc40eed74b req-96f7448e-73d7-4c8e-aab4-fa405e3e15f3 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329349 Jun 29 12:36:21.636450 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7797d-3100-4909-b418-4b226892641a req-e75067c0-1ee5-42d3-9002-3f5d4b09dc5b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:21.640129 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bff7797d-3100-4909-b418-4b226892641a req-e75067c0-1ee5-42d3-9002-3f5d4b09dc5b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 944 time: 0.0672297 Jun 29 12:36:21.680091 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bff7797d-3100-4909-b418-4b226892641a req-4d2f45bf-f91e-4195-bbb2-5de8b6229474 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363619 Jun 29 12:36:21.789600 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device dbda3b0c-296c-4725-bbc4-cc0032c1be26 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:36:21.983598 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad0188-99ad-486f-ba04-43c5cad77fee req-95e6da0e-7122-4d1d-8b2d-401f4b1e755a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:21.983598 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-edad0188-99ad-486f-ba04-43c5cad77fee req-95e6da0e-7122-4d1d-8b2d-401f4b1e755a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0650783 Jun 29 12:36:22.026974 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-edad0188-99ad-486f-ba04-43c5cad77fee req-91411972-acf4-4e21-9979-432933c958bc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344033 Jun 29 12:36:22.075084 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7988cd72-eb9a-49cc-969c-775207620b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e56986a-17f7-4362-8341-b11d0a95ea87'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:36:22.075084 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7af94f5-81c3-4363-affd-80c6e1b2c467" -d '{"events": [{"server_uuid": "7988cd72-eb9a-49cc-969c-775207620b18", "name": "network-vif-plugged", "status": "completed", "tag": "8e56986a-17f7-4362-8341-b11d0a95ea87"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:22.201252 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bd121-0e58-4de8-baa4-f15ad2de2310 req-08d032bf-cc40-4b0f-8c5b-fc703046f0cd tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:22.203020 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4f2bd121-0e58-4de8-baa4-f15ad2de2310 req-08d032bf-cc40-4b0f-8c5b-fc703046f0cd tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0642977 Jun 29 12:36:22.213291 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 50040) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:22.218287 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-8fc4a55b-7a50-43ad-b2b7-d8087535f8bf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Request body: {'floatingip': {'port_id': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:22.239898 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e8b5d5-73e0-403d-a450-2749e96d43d4 x-openstack-request-id: req-98e8b5d5-73e0-403d-a450-2749e96d43d4 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:22.240416 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7988cd72-eb9a-49cc-969c-775207620b18", "name": "network-vif-plugged", "status": "completed", "tag": "8e56986a-17f7-4362-8341-b11d0a95ea87", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:22.241093 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98e8b5d5-73e0-403d-a450-2749e96d43d4 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:22.241703 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7988cd72-eb9a-49cc-969c-775207620b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e56986a-17f7-4362-8341-b11d0a95ea87', 'code': 200} Jun 29 12:36:22.292249 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8fc4a55b-7a50-43ad-b2b7-d8087535f8bf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:22.342643 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port dbda3b0c-296c-4725-bbc4-cc0032c1be26 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:36:22.355549 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port dbda3b0c-296c-4725-bbc4-cc0032c1be26 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:36:22.356163 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:22.448107 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:22.481977 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port dbda3b0c-296c-4725-bbc4-cc0032c1be26, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dbda3b0c-296c-4725-bbc4-cc0032c1be26,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:22.581245 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:22.584362 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:22.646940 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=dbda3b0c-296c-4725-bbc4-cc0032c1be26,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:22.651754 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:22.747289 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e2726-72cb-4742-8ec6-3868a8d6cbd3 req-a61c425f-3900-42a5-82a1-d649d0714a29 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:22.754115 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e64e2726-72cb-4742-8ec6-3868a8d6cbd3 req-a61c425f-3900-42a5-82a1-d649d0714a29 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.4119091 Jun 29 12:36:22.906391 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e64e2726-72cb-4742-8ec6-3868a8d6cbd3 req-5bce207f-dee7-4529-8482-227aabae8f77 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513610 Jun 29 12:36:23.058418 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17982829-02e8-49ee-b68d-7af424172e02 req-520edf96-1d3f-478c-b34f-dc640cf0d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:23.063099 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-17982829-02e8-49ee-b68d-7af424172e02 req-520edf96-1d3f-478c-b34f-dc640cf0d178 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 1098 time: 0.2905293 Jun 29 12:36:23.164496 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd8a2a-3297-4b42-8eeb-27f79da31233 req-8f85ce01-44e1-47af-8dc0-fcb64107706d tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:23.165978 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b5bd8a2a-3297-4b42-8eeb-27f79da31233 req-8f85ce01-44e1-47af-8dc0-fcb64107706d tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.3315980 Jun 29 12:36:23.218059 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-17982829-02e8-49ee-b68d-7af424172e02 req-97a88225-e4ac-4823-a909-2945be8420a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485069 Jun 29 12:36:23.316798 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b5bd8a2a-3297-4b42-8eeb-27f79da31233 req-51fac66a-4835-4070-b448-f9e997514ec4 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363320 Jun 29 12:36:23.419052 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8fc4a55b-7a50-43ad-b2b7-d8087535f8bf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:23.472519 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8fc4a55b-7a50-43ad-b2b7-d8087535f8bf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:23.574608 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.l3_db [None req-8fc4a55b-7a50-43ad-b2b7-d8087535f8bf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Floating IP d9a3e8f7-8535-4caa-935a-879e714c9b0c associated. External IP: 172.27.2.196, port: 2cdbbfba-a67b-4039-8c0d-7d4158f2537b. Jun 29 12:36:23.780485 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc4a55b-7a50-43ad-b2b7-d8087535f8bf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Router a334c76d-76d9-4a65-a0c5-1b17acb331a6 has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:36:23.889623 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc4a55b-7a50-43ad-b2b7-d8087535f8bf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:36:23.894511 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8fc4a55b-7a50-43ad-b2b7-d8087535f8bf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:23.908814 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270572fb-225e-44b9-bc4e-c075089243eb None None] Sync routers for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:36:23.922236 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270572fb-225e-44b9-bc4e-c075089243eb None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:36:23.922917 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-270572fb-225e-44b9-bc4e-c075089243eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:36:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:23.945955 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-8fc4a55b-7a50-43ad-b2b7-d8087535f8bf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "PUT /v2.0/floatingips/d9a3e8f7-8535-4caa-935a-879e714c9b0c HTTP/1.1" status: 200 len: 992 time: 1.7250702 Jun 29 12:36:23.945955 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:36:23.945955 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb56b6b-fffc-4a1e-9e0e-1f7d3ae956b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:24.031166 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-270572fb-225e-44b9-bc4e-c075089243eb None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:36:24.099489 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7068-ac73-4f1a-aff4-f2e14d39b6b8 req-cc657c53-c0c1-4e8c-8dc3-90addba509fa tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:24.101264 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ae8c7068-ac73-4f1a-aff4-f2e14d39b6b8 req-cc657c53-c0c1-4e8c-8dc3-90addba509fa tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0691001 Jun 29 12:36:24.150779 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ae8c7068-ac73-4f1a-aff4-f2e14d39b6b8 req-d809b2f6-df8a-44fc-8f6b-4b38c9596a85 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Jun 29 12:36:24.168492 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4f41ad-0493-4139-9866-4089bb375d75 x-openstack-request-id: req-ac4f41ad-0493-4139-9866-4089bb375d75 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:24.168492 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:24.168492 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac4f41ad-0493-4139-9866-4089bb375d75 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:24.169065 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'status': 'completed', 'code': 200} Jun 29 12:36:24.243698 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a1f9dc-06fc-4ac9-905c-b69a19abb55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:36:24.247080 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ac6434-2dd5-49b5-bed9-0acb4029f559" -d '{"events": [{"server_uuid": "c5a1f9dc-06fc-4ac9-905c-b69a19abb55b", "name": "network-vif-plugged", "status": "completed", "tag": "dbda3b0c-296c-4725-bbc4-cc0032c1be26"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:24.271562 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb56b6b-fffc-4a1e-9e0e-1f7d3ae956b5 req-6af453bc-b775-4e66-988d-80a7bf0e7627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:24.273356 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4fb56b6b-fffc-4a1e-9e0e-1f7d3ae956b5 req-6af453bc-b775-4e66-988d-80a7bf0e7627 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 1099 time: 0.0660679 Jun 29 12:36:24.294464 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7eadf9-8d94-418a-a71d-0c9703deaa6d x-openstack-request-id: req-4c7eadf9-8d94-418a-a71d-0c9703deaa6d {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:24.294763 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a1f9dc-06fc-4ac9-905c-b69a19abb55b", "name": "network-vif-plugged", "status": "completed", "tag": "dbda3b0c-296c-4725-bbc4-cc0032c1be26", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:24.295021 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c7eadf9-8d94-418a-a71d-0c9703deaa6d {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:24.295415 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a1f9dc-06fc-4ac9-905c-b69a19abb55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26', 'code': 200} Jun 29 12:36:24.344902 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-270572fb-225e-44b9-bc4e-c075089243eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'd9a3e8f7-8535-4caa-935a-879e714c9b0c', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'port_id': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'mac_address': 'fa:16:3e:8b:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:35:44Z', 'updated_at': '2021-06-29T12:36:23Z', 'revision_number': 1, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:47Z', 'revision_number': 5, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:24.372775 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270572fb-225e-44b9-bc4e-c075089243eb None None] Checking router: a334c76d-76d9-4a65-a0c5-1b17acb331a6 for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:36:24.381372 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270572fb-225e-44b9-bc4e-c075089243eb None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:36:24.382312 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-270572fb-225e-44b9-bc4e-c075089243eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:36:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:24.424691 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50102) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:24.464504 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb56b6b-fffc-4a1e-9e0e-1f7d3ae956b5 req-99cf1633-2ae2-4ff2-ac99-cf1945051547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:24.469327 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4fb56b6b-fffc-4a1e-9e0e-1f7d3ae956b5 req-99cf1633-2ae2-4ff2-ac99-cf1945051547 service neutron] 10.222.0.37 "GET /v2.0/networks?id=16d0a0a3-8b89-4096-b128-70e15e26c897 HTTP/1.1" status: 200 len: 916 time: 0.1834083 Jun 29 12:36:24.519261 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-270572fb-225e-44b9-bc4e-c075089243eb None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:36:24.643097 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:24.763331 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:24.842628 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-270572fb-225e-44b9-bc4e-c075089243eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'd9a3e8f7-8535-4caa-935a-879e714c9b0c', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'port_id': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'mac_address': 'fa:16:3e:8b:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:35:44Z', 'updated_at': '2021-06-29T12:36:23Z', 'revision_number': 1, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:47Z', 'revision_number': 5, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:24.844003 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:24.870958 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270572fb-225e-44b9-bc4e-c075089243eb None None] The sync data for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi is: [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'd9a3e8f7-8535-4caa-935a-879e714c9b0c', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'port_id': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'mac_address': 'fa:16:3e:8b:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:35:44Z', 'updated_at': '2021-06-29T12:36:23Z', 'revision_number': 1, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:47Z', 'revision_number': 5, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:36:24.873156 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3b746fb4-b535-4b4c-89b1-1a4476d94edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:24.901304 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d625147-55fb-4f22-86e5-0e8ae182455b,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:24.909496 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:24.910076 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:24.910623 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:24.923554 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:24.923554 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:24.923554 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:24.923554 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:24.923554 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:24.924228 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:24.924594 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:24.925078 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:24.925306 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:24.936630 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=249fece5be4145b59644e992e876a38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107834 Jun 29 12:36:24.938943 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50116) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:24.940515 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:24.999861 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4fb56b6b-fffc-4a1e-9e0e-1f7d3ae956b5 req-17e559ca-da9b-4743-b76f-dd679ae86290 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b HTTP/1.1" status: 200 len: 1000 time: 0.5209746 Jun 29 12:36:25.000451 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-40f31c1e-f86e-484a-9ad0-b1bfac60b5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:25.033140 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-40f31c1e-f86e-484a-9ad0-b1bfac60b5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:25.086546 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb56b6b-fffc-4a1e-9e0e-1f7d3ae956b5 req-44673cc3-6054-4d80-a4a2-1e86e79025d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:25.088050 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4fb56b6b-fffc-4a1e-9e0e-1f7d3ae956b5 req-44673cc3-6054-4d80-a4a2-1e86e79025d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891d40b4-fadc-46b1-bef8-c6455861efaf HTTP/1.1" status: 200 len: 854 time: 0.0780087 Jun 29 12:36:25.095456 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300a46b-5959-49a6-9e72-ee772e0cc955 req-756bd6b0-cf98-45dd-bdad-3835d305e5da tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:25.096878 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f300a46b-5959-49a6-9e72-ee772e0cc955 req-756bd6b0-cf98-45dd-bdad-3835d305e5da tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.5473380 Jun 29 12:36:25.107890 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3ed9d-aa95-4d98-a3e3-7080f03f95ca req-6ce6d8e5-8536-4dbe-9e66-291fb4522fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:25.109285 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e9f3ed9d-aa95-4d98-a3e3-7080f03f95ca req-6ce6d8e5-8536-4dbe-9e66-291fb4522fc8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 1098 time: 0.1553369 Jun 29 12:36:25.149225 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0b8ae-df5f-488b-90e8-3c1351c0f80a None None] New status for floating IP d9a3e8f7-8535-4caa-935a-879e714c9b0c: ACTIVE {{(pid=93601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:36:25.198613 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-40f31c1e-f86e-484a-9ad0-b1bfac60b5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:25.201514 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-40f31c1e-f86e-484a-9ad0-b1bfac60b5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:25.202901 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-40f31c1e-f86e-484a-9ad0-b1bfac60b5de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5d625147-55fb-4f22-86e5-0e8ae182455b HTTP/1.1" status: 204 len: 168 time: 0.2600973 Jun 29 12:36:25.203576 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:25.224704 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e9f3ed9d-aa95-4d98-a3e3-7080f03f95ca req-a482e2ce-75b5-4da4-b30c-b9710a75a640 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879531 Jun 29 12:36:25.238550 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f300a46b-5959-49a6-9e72-ee772e0cc955 req-c352c6b5-c59f-470b-8afd-b84bc51fc3cc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271679 Jun 29 12:36:25.246660 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f31c1e-f86e-484a-9ad0-b1bfac60b5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d625147-55fb-4f22-86e5-0e8ae182455b,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:25.258063 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-40f31c1e-f86e-484a-9ad0-b1bfac60b5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:25.267846 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb56b6b-fffc-4a1e-9e0e-1f7d3ae956b5 req-967590ca-5f2c-42c6-b455-4b38cfbeba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:25.269498 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4fb56b6b-fffc-4a1e-9e0e-1f7d3ae956b5 req-967590ca-5f2c-42c6-b455-4b38cfbeba11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d0a0a3-8b89-4096-b128-70e15e26c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1708951 Jun 29 12:36:25.449380 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4fb56b6b-fffc-4a1e-9e0e-1f7d3ae956b5 req-50f2c541-b3b1-4731-a635-01d90d96bb15 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504407 Jun 29 12:36:25.575374 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12942dc9-9beb-45b3-8f20-9e697a71097b req-7b9da74b-7610-463e-91a7-3022c0526ce2 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:25.576865 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12942dc9-9beb-45b3-8f20-9e697a71097b req-7b9da74b-7610-463e-91a7-3022c0526ce2 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1549323 Jun 29 12:36:25.582417 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4fb56b6b-fffc-4a1e-9e0e-1f7d3ae956b5 req-6c559bad-cf1f-4a15-b493-44cf18ff2561 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162632 Jun 29 12:36:25.634030 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12942dc9-9beb-45b3-8f20-9e697a71097b req-b2f8d960-08c8-4c4c-bf54-54b934c1c1ba tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504541 Jun 29 12:36:25.984502 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50140) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:25.997635 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a4247191-c1f6-476e-a570-933c91c1a5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:26.089830 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a4247191-c1f6-476e-a570-933c91c1a5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:26.164697 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a4247191-c1f6-476e-a570-933c91c1a5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:26.169434 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-cb8f2d26-32bf-4998-8dc3-1ef74837614a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:26.211759 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4247191-c1f6-476e-a570-933c91c1a5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4957c1-af95-42f4-a269-076f4b565d47,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:26.215993 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-a4247191-c1f6-476e-a570-933c91c1a5c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f53eee930724cac8f0bf180f984aa73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304761 Jun 29 12:36:26.217087 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a4247191-c1f6-476e-a570-933c91c1a5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:26.219097 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 50146) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:26.294601 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50152) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:26.348074 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:26.387622 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:26.408653 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44b51d-0cd6-4605-aa86-25b62017bda3 req-ccdab944-f7db-4a7b-b193-190a45ca986b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:26.410091 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2f44b51d-0cd6-4605-aa86-25b62017bda3 req-ccdab944-f7db-4a7b-b193-190a45ca986b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1479638 Jun 29 12:36:26.463845 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2627c7a-c98e-4bbe-9967-91e6b15c8797 req-7e14fe0f-17f6-49b2-975c-7b41c3effa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:26.465343 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2627c7a-c98e-4bbe-9967-91e6b15c8797 req-7e14fe0f-17f6-49b2-975c-7b41c3effa2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1602240f3a4a41979987d2f3300a74d5&device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 1098 time: 0.1741617 Jun 29 12:36:26.467234 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-998644e5-ff9b-4c8b-a8ad-c08ebfad4c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:26.494791 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2f44b51d-0cd6-4605-aa86-25b62017bda3 req-c47235b4-cae1-4e79-b38b-ba6597810287 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695689 Jun 29 12:36:26.595545 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2627c7a-c98e-4bbe-9967-91e6b15c8797 req-49fc358e-9045-441a-800a-4c3b47f5c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:26.596974 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2627c7a-c98e-4bbe-9967-91e6b15c8797 req-49fc358e-9045-441a-800a-4c3b47f5c12c service neutron] 10.222.0.37 "GET /v2.0/networks?id=005390eb-b2ea-4409-a911-12b960f56e49 HTTP/1.1" status: 200 len: 919 time: 0.1137733 Jun 29 12:36:26.645135 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:26.647915 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:26.653868 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc4957c1-af95-42f4-a269-076f4b565d47 HTTP/1.1" status: 204 len: 168 time: 0.4324040 Jun 29 12:36:26.654754 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2627c7a-c98e-4bbe-9967-91e6b15c8797 req-3469a217-8873-40a9-a450-0ff067772d1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e56986a-17f7-4362-8341-b11d0a95ea87 HTTP/1.1" status: 200 len: 217 time: 0.0499384 Jun 29 12:36:26.655121 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:26.672387 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4957c1-af95-42f4-a269-076f4b565d47,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:26.693371 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-998644e5-ff9b-4c8b-a8ad-c08ebfad4c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:26.701790 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:26.702237 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:26.702600 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:26.702953 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:26.703300 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:26.703646 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:26.704033 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:26.704428 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:26.704779 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:26.705970 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:26.706449 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:26.706797 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:26.710562 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:26.749769 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2627c7a-c98e-4bbe-9967-91e6b15c8797 req-d365205c-200d-4237-9c0d-628f1374f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:26.751359 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2627c7a-c98e-4bbe-9967-91e6b15c8797 req-d365205c-200d-4237-9c0d-628f1374f14b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f93e1b-50db-4db1-9c73-4aa8c9d54cbe HTTP/1.1" status: 200 len: 858 time: 0.0885575 Jun 29 12:36:26.809497 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2627c7a-c98e-4bbe-9967-91e6b15c8797 req-edc98638-c2e5-4aa1-ad54-25d0494cb31e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=005390eb-b2ea-4409-a911-12b960f56e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481811 Jun 29 12:36:26.821497 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-998644e5-ff9b-4c8b-a8ad-c08ebfad4c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:26.825097 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a7eb4cbe-8a95-4c2e-9414-c5a64e9bbb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:26.862552 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-998644e5-ff9b-4c8b-a8ad-c08ebfad4c77 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d629f30663b48be84bb087ffe9348e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5666690 Jun 29 12:36:26.866988 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50172) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:26.882585 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998644e5-ff9b-4c8b-a8ad-c08ebfad4c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9b5d63-c306-4ef7-bb1d-2ca07466d425,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:26.884968 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ef680-3177-4e7a-8d6f-9463a6035a88 req-3ce683c4-c1c9-41b0-9df1-b84004e5ccf8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:26.886494 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ec0ef680-3177-4e7a-8d6f-9463a6035a88 req-3ce683c4-c1c9-41b0-9df1-b84004e5ccf8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1342928 Jun 29 12:36:26.886696 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-998644e5-ff9b-4c8b-a8ad-c08ebfad4c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:26.935374 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-16c55149-af0b-40dc-9615-5def16b21e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:26.962693 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ec0ef680-3177-4e7a-8d6f-9463a6035a88 req-5deed4b2-57ca-458c-a811-b52b5e845310 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620899 Jun 29 12:36:26.968705 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-16c55149-af0b-40dc-9615-5def16b21e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:26.973456 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2627c7a-c98e-4bbe-9967-91e6b15c8797 req-f796b5ad-4136-4bfb-b168-773487f8cdd7 service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461008 Jun 29 12:36:27.088598 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2627c7a-c98e-4bbe-9967-91e6b15c8797 req-074a9450-9e44-459d-938a-f8a2c0281191 service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058087 Jun 29 12:36:27.112167 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-16c55149-af0b-40dc-9615-5def16b21e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:27.115417 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-16c55149-af0b-40dc-9615-5def16b21e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:27.116748 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-16c55149-af0b-40dc-9615-5def16b21e11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e9b5d63-c306-4ef7-bb1d-2ca07466d425 HTTP/1.1" status: 204 len: 168 time: 0.2486353 Jun 29 12:36:27.118483 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1e928eac-9590-47ab-8bdd-2fd54c9ff134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:27.125949 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c55149-af0b-40dc-9615-5def16b21e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9b5d63-c306-4ef7-bb1d-2ca07466d425,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:27.128895 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-16c55149-af0b-40dc-9615-5def16b21e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:27.692705 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dde66-4028-491a-b5e0-5d36a0763d80 req-a89b183d-8031-497a-b3e6-cd49f94276d6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:27.694369 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5a6dde66-4028-491a-b5e0-5d36a0763d80 req-a89b183d-8031-497a-b3e6-cd49f94276d6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0625741 Jun 29 12:36:27.735189 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5a6dde66-4028-491a-b5e0-5d36a0763d80 req-0181144f-4b60-4d48-a1ec-6d4a22af59ce tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338163 Jun 29 12:36:28.155568 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b57a67-531d-4b71-ad1d-688ac5996dc4 req-4083a104-cc1a-40f8-b5c9-b7063179ac9e tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:28.158017 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-93b57a67-531d-4b71-ad1d-688ac5996dc4 req-4083a104-cc1a-40f8-b5c9-b7063179ac9e tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0695162 Jun 29 12:36:28.198617 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-93b57a67-531d-4b71-ad1d-688ac5996dc4 req-600f2519-e836-4573-896f-e9fe4502e15b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356309 Jun 29 12:36:28.371998 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05854d17-9c1c-4193-abe6-d1ab621ac3cf req-8bba3565-8848-4deb-b8c6-7b509081dffd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:28.373828 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-05854d17-9c1c-4193-abe6-d1ab621ac3cf req-8bba3565-8848-4deb-b8c6-7b509081dffd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0667293 Jun 29 12:36:28.385007 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 50258) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:28.389676 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-1bb4caeb-c544-44f9-8049-ba62f5564e1c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Request body: {'floatingip': {'port_id': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:28.428683 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1bb4caeb-c544-44f9-8049-ba62f5564e1c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:28.935307 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1bb4caeb-c544-44f9-8049-ba62f5564e1c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:28.965879 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94e064-32ce-4921-a087-822324edea56 req-6922b5dc-c264-4122-8b8d-bb0b988ed658 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:28.967300 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0f94e064-32ce-4921-a087-822324edea56 req-6922b5dc-c264-4122-8b8d-bb0b988ed658 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1139803 Jun 29 12:36:29.006962 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0f94e064-32ce-4921-a087-822324edea56 req-c343a580-ef66-4366-bd0d-b2e7735b7aeb tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340447 Jun 29 12:36:29.060946 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1bb4caeb-c544-44f9-8049-ba62f5564e1c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:29.185379 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.l3_db [None req-1bb4caeb-c544-44f9-8049-ba62f5564e1c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Floating IP c97dc314-b977-49e0-a28f-138364f78bc5 associated. External IP: 172.27.2.9, port: dbda3b0c-296c-4725-bbc4-cc0032c1be26. Jun 29 12:36:29.420815 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb4caeb-c544-44f9-8049-ba62f5564e1c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Router 8875406f-1fe0-4a35-880e-fb886d25535c has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:36:29.523108 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb4caeb-c544-44f9-8049-ba62f5564e1c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:36:29.528637 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1bb4caeb-c544-44f9-8049-ba62f5564e1c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:29.532958 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205dfef9-021e-4282-83d7-24bdd69f96eb None None] Sync routers for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:36:29.542597 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205dfef9-021e-4282-83d7-24bdd69f96eb None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:36:29.543218 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-205dfef9-021e-4282-83d7-24bdd69f96eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:36:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:29.807442 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-205dfef9-021e-4282-83d7-24bdd69f96eb None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:36:29.871373 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-1bb4caeb-c544-44f9-8049-ba62f5564e1c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "PUT /v2.0/floatingips/c97dc314-b977-49e0-a28f-138364f78bc5 HTTP/1.1" status: 200 len: 989 time: 1.4820709 Jun 29 12:36:29.871373 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a1f9dc-06fc-4ac9-905c-b69a19abb55b', 'tag': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:36:29.871543 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62559f51-e685-4120-a14e-03966ebd230d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a1f9dc-06fc-4ac9-905c-b69a19abb55b", "tag": "dbda3b0c-296c-4725-bbc4-cc0032c1be26"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:29.918371 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d01614-adbd-4421-9b8c-24cfb7f95c43 x-openstack-request-id: req-81d01614-adbd-4421-9b8c-24cfb7f95c43 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:29.918866 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a1f9dc-06fc-4ac9-905c-b69a19abb55b", "tag": "dbda3b0c-296c-4725-bbc4-cc0032c1be26", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:29.919146 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-81d01614-adbd-4421-9b8c-24cfb7f95c43 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:29.919730 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a1f9dc-06fc-4ac9-905c-b69a19abb55b', 'tag': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26', 'status': 'completed', 'code': 200} Jun 29 12:36:30.001301 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62559f51-e685-4120-a14e-03966ebd230d req-0b5d3988-c94d-4bd6-9885-460368639238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:30.003146 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-62559f51-e685-4120-a14e-03966ebd230d req-0b5d3988-c94d-4bd6-9885-460368639238 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=669e8d831f054520a9009ce00787a461&device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 1098 time: 0.0607643 Jun 29 12:36:30.086876 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-205dfef9-021e-4282-83d7-24bdd69f96eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'c97dc314-b977-49e0-a28f-138364f78bc5', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'port_id': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'mac_address': 'fa:16:3e:c6:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a1f9dc-06fc-4ac9-905c-b69a19abb55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:35:46Z', 'updated_at': '2021-06-29T12:36:28Z', 'revision_number': 1, 'project_id': '669e8d831f054520a9009ce00787a461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:43Z', 'revision_number': 5, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:30.117094 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205dfef9-021e-4282-83d7-24bdd69f96eb None None] Checking router: 8875406f-1fe0-4a35-880e-fb886d25535c for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:36:30.127157 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205dfef9-021e-4282-83d7-24bdd69f96eb None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:36:30.127820 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-205dfef9-021e-4282-83d7-24bdd69f96eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:36:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:30.129255 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62559f51-e685-4120-a14e-03966ebd230d req-02a2ecdc-010b-431e-8a1a-e0f2219a4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:30.130908 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-62559f51-e685-4120-a14e-03966ebd230d req-02a2ecdc-010b-431e-8a1a-e0f2219a4d58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635 HTTP/1.1" status: 200 len: 912 time: 0.1209841 Jun 29 12:36:30.205749 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-62559f51-e685-4120-a14e-03966ebd230d req-2b186319-9d14-4c2c-a1f5-21fd6a0bab7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbda3b0c-296c-4725-bbc4-cc0032c1be26 HTTP/1.1" status: 200 len: 997 time: 0.0677347 Jun 29 12:36:30.252130 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-205dfef9-021e-4282-83d7-24bdd69f96eb None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:36:30.274692 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62559f51-e685-4120-a14e-03966ebd230d req-7993412d-a8d2-4423-aba5-cc41ac9a52a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:30.277030 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-62559f51-e685-4120-a14e-03966ebd230d req-7993412d-a8d2-4423-aba5-cc41ac9a52a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd3d97b5-7200-4a03-a6e3-8c6b38e69922 HTTP/1.1" status: 200 len: 850 time: 0.0560486 Jun 29 12:36:30.343566 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50312) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:30.385953 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62559f51-e685-4120-a14e-03966ebd230d req-747859d1-b229-4754-800d-a9d5c1eedb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:30.387450 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-62559f51-e685-4120-a14e-03966ebd230d req-747859d1-b229-4754-800d-a9d5c1eedb56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0991657 Jun 29 12:36:30.398028 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96edaf4-a2c3-42f7-8d64-c4fe709b900d req-2a402472-6790-4c42-8e24-a77d273033d7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:30.400788 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a96edaf4-a2c3-42f7-8d64-c4fe709b900d req-2a402472-6790-4c42-8e24-a77d273033d7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1227195 Jun 29 12:36:30.485619 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-550f2851-01c8-450a-96a5-01a422e7fbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:30.511263 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a96edaf4-a2c3-42f7-8d64-c4fe709b900d req-6086d4dc-b357-4b68-9cb3-1994621f1cb4 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017251 Jun 29 12:36:30.546074 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-205dfef9-021e-4282-83d7-24bdd69f96eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'c97dc314-b977-49e0-a28f-138364f78bc5', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'port_id': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'mac_address': 'fa:16:3e:c6:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a1f9dc-06fc-4ac9-905c-b69a19abb55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:35:46Z', 'updated_at': '2021-06-29T12:36:28Z', 'revision_number': 1, 'project_id': '669e8d831f054520a9009ce00787a461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:43Z', 'revision_number': 5, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:30.553579 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-62559f51-e685-4120-a14e-03966ebd230d req-ebcb79a6-66c3-4796-93d3-2caf975d5a4d service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516557 Jun 29 12:36:30.576602 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205dfef9-021e-4282-83d7-24bdd69f96eb None None] The sync data for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi is: [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'c97dc314-b977-49e0-a28f-138364f78bc5', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'port_id': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'mac_address': 'fa:16:3e:c6:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a1f9dc-06fc-4ac9-905c-b69a19abb55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:35:46Z', 'updated_at': '2021-06-29T12:36:28Z', 'revision_number': 1, 'project_id': '669e8d831f054520a9009ce00787a461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:43Z', 'revision_number': 5, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:36:30.585639 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-550f2851-01c8-450a-96a5-01a422e7fbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:30.638714 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-550f2851-01c8-450a-96a5-01a422e7fbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:30.656431 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f938882b-ee49-46ea-aafb-267bd66ab8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:30.680990 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-550f2851-01c8-450a-96a5-01a422e7fbcf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3660f729ddf6402dbf28c236800c5287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360798 Jun 29 12:36:30.682036 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 50326) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:30.690451 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f2851-01c8-450a-96a5-01a422e7fbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7991647c-2fac-4b42-bcbe-8cc7b9a3aee6,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:30.693656 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-550f2851-01c8-450a-96a5-01a422e7fbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:30.700876 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-62559f51-e685-4120-a14e-03966ebd230d req-f87145c1-949a-45d6-82e8-64efc4027a99 service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355469 Jun 29 12:36:30.751012 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bd3da6ff-90c5-4818-b9ca-5936f7af864e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:30.781054 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bd3da6ff-90c5-4818-b9ca-5936f7af864e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:30.857952 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc0c91c-0d01-4342-975b-200a50613d72 None None] New status for floating IP c97dc314-b977-49e0-a28f-138364f78bc5: ACTIVE {{(pid=93601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:36:30.907623 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bd3da6ff-90c5-4818-b9ca-5936f7af864e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:30.910529 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bd3da6ff-90c5-4818-b9ca-5936f7af864e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:30.912412 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-bd3da6ff-90c5-4818-b9ca-5936f7af864e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7991647c-2fac-4b42-bcbe-8cc7b9a3aee6 HTTP/1.1" status: 204 len: 168 time: 0.2293580 Jun 29 12:36:30.913126 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:30.937824 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3da6ff-90c5-4818-b9ca-5936f7af864e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7991647c-2fac-4b42-bcbe-8cc7b9a3aee6,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:30.944047 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-bd3da6ff-90c5-4818-b9ca-5936f7af864e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:31.248469 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50356) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:31.370701 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-58330088-6e6f-4237-be8e-4e3cf204935a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:31.460636 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-58330088-6e6f-4237-be8e-4e3cf204935a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:31.575331 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-58330088-6e6f-4237-be8e-4e3cf204935a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:31.578940 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a4247191-c1f6-476e-a570-933c91c1a5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:31.617196 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-58330088-6e6f-4237-be8e-4e3cf204935a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4782278a04ff49aba0fbc02b8f8b3c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680284 Jun 29 12:36:31.620462 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 50370) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:31.640420 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58330088-6e6f-4237-be8e-4e3cf204935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb378157-a23a-415a-a920-bf74e807558d,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:31.650227 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-58330088-6e6f-4237-be8e-4e3cf204935a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:31.720536 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4e29a1ed-ae9f-433c-8c04-7a2c37ed8ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:31.740177 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44b0f9-eb1a-4456-ba99-c3872b4fe258 req-9742dbcf-281f-409b-97ef-55d45c372c50 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:31.741630 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-af44b0f9-eb1a-4456-ba99-c3872b4fe258 req-9742dbcf-281f-409b-97ef-55d45c372c50 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0987775 Jun 29 12:36:31.754396 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4e29a1ed-ae9f-433c-8c04-7a2c37ed8ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:31.807911 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-af44b0f9-eb1a-4456-ba99-c3872b4fe258 req-23516dbf-9769-4b8a-be1f-4d8c169282c5 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585439 Jun 29 12:36:31.841557 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50374) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:31.856727 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-47227c83-965a-4574-af3b-4c904a1b6e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:31.952484 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4e29a1ed-ae9f-433c-8c04-7a2c37ed8ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:31.956111 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4e29a1ed-ae9f-433c-8c04-7a2c37ed8ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:31.957273 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-4e29a1ed-ae9f-433c-8c04-7a2c37ed8ba6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb378157-a23a-415a-a920-bf74e807558d HTTP/1.1" status: 204 len: 168 time: 0.3358195 Jun 29 12:36:31.958485 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-eccbee7c-6bee-40f4-905c-9249c0ca802c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:31.969392 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29a1ed-ae9f-433c-8c04-7a2c37ed8ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb378157-a23a-415a-a920-bf74e807558d,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:31.972193 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4e29a1ed-ae9f-433c-8c04-7a2c37ed8ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:32.061906 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-47227c83-965a-4574-af3b-4c904a1b6e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:32.101947 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-47227c83-965a-4574-af3b-4c904a1b6e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:32.124766 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-9477f001-ce6a-42a3-961e-c996824c8080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:32.156127 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-47227c83-965a-4574-af3b-4c904a1b6e38 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab6c994ec4b44053af412ffaff9ff378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104489 Jun 29 12:36:32.156127 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47227c83-965a-4574-af3b-4c904a1b6e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28703513-b831-4092-b8d6-67f9e3fe21c8,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:32.157419 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 50390) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:32.158692 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-47227c83-965a-4574-af3b-4c904a1b6e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:32.237566 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-37a7f3e8-fe40-45eb-84b1-628add5156ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:32.272997 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-37a7f3e8-fe40-45eb-84b1-628add5156ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:32.472321 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-37a7f3e8-fe40-45eb-84b1-628add5156ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:32.475164 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-37a7f3e8-fe40-45eb-84b1-628add5156ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:32.479086 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-37a7f3e8-fe40-45eb-84b1-628add5156ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28703513-b831-4092-b8d6-67f9e3fe21c8 HTTP/1.1" status: 204 len: 168 time: 0.3177545 Jun 29 12:36:32.479086 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:32.489023 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7f3e8-fe40-45eb-84b1-628add5156ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28703513-b831-4092-b8d6-67f9e3fe21c8,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:32.491549 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-37a7f3e8-fe40-45eb-84b1-628add5156ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:32.962022 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 50416) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:32.981670 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-720ad2a7-72d9-4e90-b5f6-9be88cde8426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:33.017421 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b480652-ce02-47a7-a2f3-db3147db540e req-22c26f2a-e5eb-4b22-a392-4a5076715d42 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:33.019049 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0b480652-ce02-47a7-a2f3-db3147db540e req-22c26f2a-e5eb-4b22-a392-4a5076715d42 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0966308 Jun 29 12:36:33.092315 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0b480652-ce02-47a7-a2f3-db3147db540e req-36ad409d-52d6-4fa8-8d04-8e36d9f02319 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643046 Jun 29 12:36:33.132498 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-720ad2a7-72d9-4e90-b5f6-9be88cde8426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:33.313961 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-720ad2a7-72d9-4e90-b5f6-9be88cde8426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:33.337294 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b316d241-e1bb-4fc9-9775-4e522948c5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:33.380715 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ad2a7-72d9-4e90-b5f6-9be88cde8426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2ed363-c7df-4e59-a4c6-781ac57f1da7,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:33.390168 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-720ad2a7-72d9-4e90-b5f6-9be88cde8426 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=314640fc8cb4421b952e3196b237903c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244606 Jun 29 12:36:33.390168 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-720ad2a7-72d9-4e90-b5f6-9be88cde8426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:33.391491 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50430) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:33.419190 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45902526-b28f-4b7c-9470-1c65f4155f82 req-daafa4ac-cd15-486e-9293-76962af9f6aa tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:33.420610 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-45902526-b28f-4b7c-9470-1c65f4155f82 req-daafa4ac-cd15-486e-9293-76962af9f6aa tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 945 time: 0.1183829 Jun 29 12:36:33.445793 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e65016c7-f9a4-4c96-a5a1-9ff0b3ea26bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:33.461503 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-45902526-b28f-4b7c-9470-1c65f4155f82 req-7b970f2d-a728-423c-ab9a-c30833a09759 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340648 Jun 29 12:36:33.468334 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e65016c7-f9a4-4c96-a5a1-9ff0b3ea26bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:33.586421 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e65016c7-f9a4-4c96-a5a1-9ff0b3ea26bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:33.589075 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e65016c7-f9a4-4c96-a5a1-9ff0b3ea26bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:33.590719 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-e65016c7-f9a4-4c96-a5a1-9ff0b3ea26bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce2ed363-c7df-4e59-a4c6-781ac57f1da7 HTTP/1.1" status: 204 len: 168 time: 0.1970174 Jun 29 12:36:33.590946 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c98b4c4d-b427-473a-84ed-5e43f5e91c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:33.598409 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65016c7-f9a4-4c96-a5a1-9ff0b3ea26bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2ed363-c7df-4e59-a4c6-781ac57f1da7,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:33.600753 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-e65016c7-f9a4-4c96-a5a1-9ff0b3ea26bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:34.223272 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50468) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:34.280339 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaae3a-7565-455e-b59e-917e4cf6b632 req-12ff21d9-127c-4147-9dca-f71597afa7b0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:34.281908 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fbcaae3a-7565-455e-b59e-917e4cf6b632 req-12ff21d9-127c-4147-9dca-f71597afa7b0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0737786 Jun 29 12:36:34.331115 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fbcaae3a-7565-455e-b59e-917e4cf6b632 req-ec60e165-40be-4536-8324-d88a12349b23 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373280 Jun 29 12:36:34.372852 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a3b8-4a7e-4347-b4e6-62a2f5c274fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:34.506773 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a3b8-4a7e-4347-b4e6-62a2f5c274fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:34.572850 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a3b8-4a7e-4347-b4e6-62a2f5c274fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:34.577241 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d1b67c9a-7267-4580-b45b-06df3b79cb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:34.620001 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-2ac7a3b8-4a7e-4347-b4e6-62a2f5c274fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=53ec77f5e5bc4d82b183a46df826aca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953981 Jun 29 12:36:34.621253 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7a3b8-4a7e-4347-b4e6-62a2f5c274fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd3305c-4fbc-4dce-bdc8-34819b353480,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:34.623827 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50496) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:34.629101 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-2ac7a3b8-4a7e-4347-b4e6-62a2f5c274fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:34.675146 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee93f5-5ba5-46e2-8fd8-04301199c04b req-98522763-716f-42d7-bbc2-276969c18811 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:34.677158 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9fee93f5-5ba5-46e2-8fd8-04301199c04b req-98522763-716f-42d7-bbc2-276969c18811 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 945 time: 0.0781965 Jun 29 12:36:34.706596 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a62003b5-5b2c-4561-a7ab-e4e91abc2ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:34.733425 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a62003b5-5b2c-4561-a7ab-e4e91abc2ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:34.750194 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9fee93f5-5ba5-46e2-8fd8-04301199c04b req-9a5299c4-f1f1-4a71-881c-771603aedb9c tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639257 Jun 29 12:36:34.878039 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a62003b5-5b2c-4561-a7ab-e4e91abc2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:34.880733 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a62003b5-5b2c-4561-a7ab-e4e91abc2ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:34.885490 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-a62003b5-5b2c-4561-a7ab-e4e91abc2ead admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6cd3305c-4fbc-4dce-bdc8-34819b353480 HTTP/1.1" status: 204 len: 168 time: 0.2547014 Jun 29 12:36:34.885490 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-47227c83-965a-4574-af3b-4c904a1b6e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:34.890707 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62003b5-5b2c-4561-a7ab-e4e91abc2ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd3305c-4fbc-4dce-bdc8-34819b353480,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:34.893000 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a62003b5-5b2c-4561-a7ab-e4e91abc2ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:35.538190 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409212fa-12b8-4bc4-bb34-f44544b608bd req-83fe2c9d-ebd3-4112-81f1-31fe945008a2 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:35.540701 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-409212fa-12b8-4bc4-bb34-f44544b608bd req-83fe2c9d-ebd3-4112-81f1-31fe945008a2 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0801632 Jun 29 12:36:35.590775 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-409212fa-12b8-4bc4-bb34-f44544b608bd req-8e695950-b236-4781-8fb2-bb86b246ffc6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 Jun 29 12:36:35.721754 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe41b41-087c-48e8-88c3-c39c19e30446 req-2e451b1c-d24e-4eef-b4f7-fbb13f396cf0 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:35.724152 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8fe41b41-087c-48e8-88c3-c39c19e30446 req-2e451b1c-d24e-4eef-b4f7-fbb13f396cf0 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.37 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 945 time: 0.0764501 Jun 29 12:36:35.885843 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-8fe41b41-087c-48e8-88c3-c39c19e30446 req-91d0ec20-5738-45a4-a302-bf82a1d34471 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Deleting port a945c790-d7d1-4c99-80f6-36385792036c {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:36:35.886508 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8fe41b41-087c-48e8-88c3-c39c19e30446 req-91d0ec20-5738-45a4-a302-bf82a1d34471 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:36.036989 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-8fe41b41-087c-48e8-88c3-c39c19e30446 req-91d0ec20-5738-45a4-a302-bf82a1d34471 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] For port a945c790-d7d1-4c99-80f6-36385792036c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a945c790-d7d1-4c99-80f6-36385792036c,segment=NetworkSegment(b3be1951-648b-4c84-9c12-2a3a76084b60),segment_id=b3be1951-648b-4c84-9c12-2a3a76084b60)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:36.037358 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8fe41b41-087c-48e8-88c3-c39c19e30446 req-91d0ec20-5738-45a4-a302-bf82a1d34471 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:36.048771 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77806075-bed4-4683-a6f2-d8e27e51812c req-c2f949dd-e7fa-41b0-97da-2715e88fe5ac tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:36.050271 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-77806075-bed4-4683-a6f2-d8e27e51812c req-c2f949dd-e7fa-41b0-97da-2715e88fe5ac tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 945 time: 0.1469638 Jun 29 12:36:36.069058 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-8fe41b41-087c-48e8-88c3-c39c19e30446 req-91d0ec20-5738-45a4-a302-bf82a1d34471 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Calling delete_port for a945c790-d7d1-4c99-80f6-36385792036c owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:36:36.164754 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-77806075-bed4-4683-a6f2-d8e27e51812c req-0c6f30c2-b90d-43c1-ae99-e855fa6316a9 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/security-groups?id=f82e2169-e848-4fc8-b586-6922a9862452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062863 Jun 29 12:36:36.323840 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8fe41b41-087c-48e8-88c3-c39c19e30446 req-91d0ec20-5738-45a4-a302-bf82a1d34471 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:36.329846 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:36.345029 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['a945c790-d7d1-4c99-80f6-36385792036c'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:36:36.359489 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0ec20-5738-45a4-a302-bf82a1d34471 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Pushing event deleted for resources: {'Port': ['ID=a945c790-d7d1-4c99-80f6-36385792036c,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:36.362539 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-91d0ec20-5738-45a4-a302-bf82a1d34471 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:36.448458 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe41b41-087c-48e8-88c3-c39c19e30446 req-91d0ec20-5738-45a4-a302-bf82a1d34471 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] No DVR routers for this DVR port a945c790-d7d1-4c99-80f6-36385792036c on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:36:36.451523 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8fe41b41-087c-48e8-88c3-c39c19e30446 req-91d0ec20-5738-45a4-a302-bf82a1d34471 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:36.453511 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8fe41b41-087c-48e8-88c3-c39c19e30446 req-91d0ec20-5738-45a4-a302-bf82a1d34471 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.37 "DELETE /v2.0/ports/a945c790-d7d1-4c99-80f6-36385792036c HTTP/1.1" status: 204 len: 173 time: 0.7231631 Jun 29 12:36:36.454007 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a50e63-5d34-436f-86ba-1da853f43dcd', 'name': 'network-vif-deleted', 'tag': 'a945c790-d7d1-4c99-80f6-36385792036c'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:36:36.456820 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7885a5b6-c9ce-4226-8823-595197d2d37e" -d '{"events": [{"server_uuid": "85a50e63-5d34-436f-86ba-1da853f43dcd", "name": "network-vif-deleted", "tag": "a945c790-d7d1-4c99-80f6-36385792036c"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:36:36.500061 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca63bd91-7dbe-49cd-9911-6f96355bd0f2 x-openstack-request-id: req-ca63bd91-7dbe-49cd-9911-6f96355bd0f2 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:36:36.500381 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a50e63-5d34-436f-86ba-1da853f43dcd", "name": "network-vif-deleted", "tag": "a945c790-d7d1-4c99-80f6-36385792036c", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:36:36.500659 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca63bd91-7dbe-49cd-9911-6f96355bd0f2 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:36:36.501086 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a50e63-5d34-436f-86ba-1da853f43dcd', 'name': 'network-vif-deleted', 'tag': 'a945c790-d7d1-4c99-80f6-36385792036c', 'status': 'completed', 'code': 200} Jun 29 12:36:36.535055 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50636) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:36.589927 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2e0e28-1ebf-4168-9c48-c5961d985c82 admin admin] Deleting subnet 3fc95056-0b15-45ae-9ffe-cae85d36be25 {{(pid=93600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:36:36.593834 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0e28-1ebf-4168-9c48-c5961d985c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:36.631536 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0e28-1ebf-4168-9c48-c5961d985c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5749248'] for subnet, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:36.674627 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0e28-1ebf-4168-9c48-c5961d985c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:36.794536 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b162756-cbe2-40b5-9c5b-7b81ba2a86a9 req-f174626c-6fae-46b3-ad1b-06f7262c504f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:36.801593 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0b162756-cbe2-40b5-9c5b-7b81ba2a86a9 req-f174626c-6fae-46b3-ad1b-06f7262c504f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0731699 Jun 29 12:36:36.810171 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0e28-1ebf-4168-9c48-c5961d985c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5837644'] for subnet, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:36.810171 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:36.832186 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e0e28-1ebf-4168-9c48-c5961d985c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc95056-0b15-45ae-9ffe-cae85d36be25,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:36.837816 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-8f2e0e28-1ebf-4168-9c48-c5961d985c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:36.842804 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8f2e0e28-1ebf-4168-9c48-c5961d985c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:36.845470 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-8f2e0e28-1ebf-4168-9c48-c5961d985c82 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3fc95056-0b15-45ae-9ffe-cae85d36be25 HTTP/1.1" status: 204 len: 168 time: 0.3092680 Jun 29 12:36:36.848106 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50650) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:36.851777 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0b162756-cbe2-40b5-9c5b-7b81ba2a86a9 req-768e455f-8b01-47a5-abb9-2ff3211083f6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494165 Jun 29 12:36:36.935143 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.200943 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.220433 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470e8ff2-b1f6-43b3-86a0-f6a4fff34bd6']}} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:37.236051 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756dc5d3-f56f-49fc-af37-8b05fe32674a') {'for_net_delete': True} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:37.236734 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756dc5d3-f56f-49fc-af37-8b05fe32674a') {} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:37.249058 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5749263'] for segment, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.276678 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.283922 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:36:37.284612 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564885'] for segment, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: Traceback (most recent call last): Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: timer() Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: cb(*args, **kw) Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: return func(*args, **kwargs) Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: self._notify() Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: self.callback(batched_events) Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: event.method(event) Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: return f(self, *a, **k) Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._get(url).json() Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: return self.request(url, 'GET', **kwargs) Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:36:37.364349 dv-cinder-786627-14-iscsi neutron-server[93600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:36:37.378596 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7c68ea80-9a00-4079-a264-971110d3ab98 req-b490a6a6-5040-4be1-a953-5a5ced797adb tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 210 time: 0.0342009 Jun 29 12:36:37.455573 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.455768 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-794d2e53-da85-49c5-b694-c4bf12b8b5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.463446 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.467813 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] 10.222.0.61 "DELETE /v2.0/networks/470e8ff2-b1f6-43b3-86a0-f6a4fff34bd6 HTTP/1.1" status: 204 len: 168 time: 0.6173110 Jun 29 12:36:37.467813 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:37.469306 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 50680) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:37.487898 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] Pushing event deleted for resources: {'Network': ['ID=470e8ff2-b1f6-43b3-86a0-f6a4fff34bd6,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:37.490953 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:37.518876 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_v2 [None req-95086e14-a20f-4fcd-86ef-f2684665c0f5 admin admin] Deleting subnet 9a0c202e-8245-4670-a30f-a6ab13d2df3e {{(pid=93599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:36:37.522225 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-95086e14-a20f-4fcd-86ef-f2684665c0f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.558800 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-95086e14-a20f-4fcd-86ef-f2684665c0f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6094346'] for subnet, precommit_delete_associations {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.597336 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-95086e14-a20f-4fcd-86ef-f2684665c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.729385 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-95086e14-a20f-4fcd-86ef-f2684665c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5266478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6121759'] for subnet, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.731752 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:37.758911 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95086e14-a20f-4fcd-86ef-f2684665c0f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0c202e-8245-4670-a30f-a6ab13d2df3e,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:37.762171 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-95086e14-a20f-4fcd-86ef-f2684665c0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:37.763187 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-95086e14-a20f-4fcd-86ef-f2684665c0f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.765051 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-95086e14-a20f-4fcd-86ef-f2684665c0f5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9a0c202e-8245-4670-a30f-a6ab13d2df3e HTTP/1.1" status: 204 len: 168 time: 0.2946150 Jun 29 12:36:37.767544 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 50682) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:37.833986 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.915100 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.926224 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5258d698-03c0-48cb-a8c8-8fb1288edff0']}} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:37.936279 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc47a67-f048-4c9d-91a1-3d62323f4352') {'for_net_delete': True} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:37.936447 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc47a67-f048-4c9d-91a1-3d62323f4352') {} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:37.945903 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6094341'] for segment, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.959449 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.965672 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:36:37.966154 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5266563'] for segment, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: Traceback (most recent call last): Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: timer() Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: cb(*args, **kw) Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: return func(*args, **kwargs) Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: self._notify() Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: self.callback(batched_events) Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: event.method(event) Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: return f(self, *a, **k) Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._get(url).json() Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: return self.request(url, 'GET', **kwargs) Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:36:37.967882 dv-cinder-786627-14-iscsi neutron-server[93599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:36:38.079304 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8daf7-5b37-4202-b047-fcb8b856c705 req-9dccb650-d256-419a-84d3-3d83448cf0ff tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:38.080826 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f7a8daf7-5b37-4202-b047-fcb8b856c705 req-9dccb650-d256-419a-84d3-3d83448cf0ff tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1007671 Jun 29 12:36:38.119120 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f7a8daf7-5b37-4202-b047-fcb8b856c705 req-205eff7d-4c14-4e72-8173-6fa928f9b8fc tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316868 Jun 29 12:36:38.121978 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:38.125632 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:38.128065 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:38.133048 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5258d698-03c0-48cb-a8c8-8fb1288edff0 HTTP/1.1" status: 204 len: 168 time: 0.3613470 Jun 29 12:36:38.152273 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5258d698-03c0-48cb-a8c8-8fb1288edff0,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:38.154696 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-77a1a519-6f87-440e-8155-b9976955dfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:38.536099 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1f03dd54-7d52-4eeb-8120-5370901d431b req-71e778d5-c277-4aca-8813-f0eccbac38d5 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] 10.222.0.61 "GET /v2.0/ports?device_id=85a50e63-5d34-436f-86ba-1da853f43dcd HTTP/1.1" status: 200 len: 210 time: 0.0291040 Jun 29 12:36:38.898514 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50708) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:38.937471 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-1e7a0b32-7d96-42e2-aef5-7cb673c5033f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f1e54111caa41318c1ca9e3ab804252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377266 Jun 29 12:36:38.939939 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50712) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:38.987462 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2218877e-4ead-424e-ad94-53fbac0416c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:39.010800 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2218877e-4ead-424e-ad94-53fbac0416c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:39.140710 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2218877e-4ead-424e-ad94-53fbac0416c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:39.147753 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2218877e-4ead-424e-ad94-53fbac0416c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:39.153213 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-2218877e-4ead-424e-ad94-53fbac0416c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a48304f0-f0ed-4e0e-a022-2cd74926d5d2 HTTP/1.1" status: 204 len: 168 time: 0.2079308 Jun 29 12:36:39.153213 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-9a14da9e-b6bc-4767-877e-fb9c450944ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:39.161105 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218877e-4ead-424e-ad94-53fbac0416c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48304f0-f0ed-4e0e-a022-2cd74926d5d2,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:39.163737 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-2218877e-4ead-424e-ad94-53fbac0416c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:39.341941 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b8981-43ea-4bbf-8306-9e9017f24570 req-55f26581-8366-4e67-b83f-5473719591e9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:39.343439 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f16b8981-43ea-4bbf-8306-9e9017f24570 req-55f26581-8366-4e67-b83f-5473719591e9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0749292 Jun 29 12:36:39.382919 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f16b8981-43ea-4bbf-8306-9e9017f24570 req-63d90d17-cc5f-4fb6-95e4-2e2c89dc3eb7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338845 Jun 29 12:36:39.916092 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50752) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:39.958812 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-12c90e55-a03e-4d30-b505-dac822c2581f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0d5ad6795c14fd1a3cfb37154868e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414023 Jun 29 12:36:39.961138 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50754) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:39.975325 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:36:40.008871 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5180-9eb2-43c5-97e8-7c3c2d0e3e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:40.030058 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5180-9eb2-43c5-97e8-7c3c2d0e3e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:40.077765 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-0917ef8e-2342-4afa-bbf4-01829d0d4f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:40.140527 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5180-9eb2-43c5-97e8-7c3c2d0e3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:40.143145 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2dfd5180-9eb2-43c5-97e8-7c3c2d0e3e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:40.144267 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-2dfd5180-9eb2-43c5-97e8-7c3c2d0e3e6d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75bee6a0-338e-4feb-b84a-15082460b9ed HTTP/1.1" status: 204 len: 168 time: 0.1822629 Jun 29 12:36:40.144925 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:40.153342 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd5180-9eb2-43c5-97e8-7c3c2d0e3e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bee6a0-338e-4feb-b84a-15082460b9ed,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:40.155596 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-2dfd5180-9eb2-43c5-97e8-7c3c2d0e3e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:40.300720 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:40.540980 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device a945c790-d7d1-4c99-80f6-36385792036c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:36:40.560562 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: a945c790-d7d1-4c99-80f6-36385792036c {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:36:40.560918 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device a945c790-d7d1-4c99-80f6-36385792036c not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:36:41.386411 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:42.752130 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:43.267758 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f939de7-3c4b-4cd2-9c17-d97c39aa947c req-e742aa5c-1925-4f6e-8568-faa6db43ce3d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:43.271374 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4f939de7-3c4b-4cd2-9c17-d97c39aa947c req-e742aa5c-1925-4f6e-8568-faa6db43ce3d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0876210 Jun 29 12:36:43.314723 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4f939de7-3c4b-4cd2-9c17-d97c39aa947c req-015abec8-db3c-42f4-8fe3-570321344c1c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381486 Jun 29 12:36:44.203315 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-35ed053c-a3ca-4c34-bf6d-52fef7b57af4 req-962b73fd-2360-4d2b-bbd0-82ff01f79596 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517333 Jun 29 12:36:44.321538 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed053c-a3ca-4c34-bf6d-52fef7b57af4 req-325b8935-342a-4268-843a-3814405ebd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:44.323037 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-35ed053c-a3ca-4c34-bf6d-52fef7b57af4 req-325b8935-342a-4268-843a-3814405ebd86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1602240f3a4a41979987d2f3300a74d5&device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 1099 time: 0.0730598 Jun 29 12:36:44.423059 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50872) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:44.560386 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed053c-a3ca-4c34-bf6d-52fef7b57af4 req-1f1ec95b-bc90-426e-85a0-a5bcfb0a81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:44.562049 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-35ed053c-a3ca-4c34-bf6d-52fef7b57af4 req-1f1ec95b-bc90-426e-85a0-a5bcfb0a81ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=005390eb-b2ea-4409-a911-12b960f56e49 HTTP/1.1" status: 200 len: 919 time: 0.2017403 Jun 29 12:36:44.565098 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 50882) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:44.579208 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-121da622-d225-44e2-8c29-94ffaadec2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:44.638578 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715555b4-ed80-48eb-a81d-4e4cf7d14cb8 req-cd3c96aa-98e6-418e-b704-5d11ddbfd8f7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:44.640067 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-715555b4-ed80-48eb-a81d-4e4cf7d14cb8 req-cd3c96aa-98e6-418e-b704-5d11ddbfd8f7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1594613 Jun 29 12:36:44.646495 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-35ed053c-a3ca-4c34-bf6d-52fef7b57af4 req-59090846-4dc4-4719-8137-c681e6a3e873 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf60f431-0b94-4c6a-9af4-28e8aee49732 HTTP/1.1" status: 200 len: 217 time: 0.0692091 Jun 29 12:36:44.681231 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-121da622-d225-44e2-8c29-94ffaadec2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:44.701013 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d253b7a1-755f-4d53-9f38-7f47bb8907a7 admin admin] Deleting subnet ec27b95f-b671-4253-8228-75b741786862 {{(pid=93599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:36:44.707240 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d253b7a1-755f-4d53-9f38-7f47bb8907a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:44.758698 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-121da622-d225-44e2-8c29-94ffaadec2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:44.759281 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-715555b4-ed80-48eb-a81d-4e4cf7d14cb8 req-c0094d3c-00a1-45a3-afc2-31389e691321 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135404 Jun 29 12:36:44.764714 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed053c-a3ca-4c34-bf6d-52fef7b57af4 req-994cca34-98ee-460d-9742-814ade775226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:44.767154 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-35ed053c-a3ca-4c34-bf6d-52fef7b57af4 req-994cca34-98ee-460d-9742-814ade775226 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f93e1b-50db-4db1-9c73-4aa8c9d54cbe HTTP/1.1" status: 200 len: 858 time: 0.1094117 Jun 29 12:36:44.772275 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d253b7a1-755f-4d53-9f38-7f47bb8907a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6094346'] for subnet, precommit_delete_associations {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:44.789912 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-244e5487-ffa7-4628-9b0a-9b4b53f41ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:44.796504 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-121da622-d225-44e2-8c29-94ffaadec2ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=730c4db0159549b899058760df3bc31c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677156 Jun 29 12:36:44.796738 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50894) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:44.834171 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-35ed053c-a3ca-4c34-bf6d-52fef7b57af4 req-f92f777f-7b43-4732-a095-8a6287493aed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=005390eb-b2ea-4409-a911-12b960f56e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555854 Jun 29 12:36:44.842997 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121da622-d225-44e2-8c29-94ffaadec2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3483f99c-b9c1-4b0f-afc2-99266f14a768,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:44.850582 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-121da622-d225-44e2-8c29-94ffaadec2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:44.876617 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3091c31c-4e5e-4aa7-9c7d-c5094fc81a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:44.900958 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d253b7a1-755f-4d53-9f38-7f47bb8907a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:44.904132 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3091c31c-4e5e-4aa7-9c7d-c5094fc81a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:44.981817 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-35ed053c-a3ca-4c34-bf6d-52fef7b57af4 req-a7e12f48-25c7-46b8-b84d-d7be541a1abb service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382723 Jun 29 12:36:45.052422 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3091c31c-4e5e-4aa7-9c7d-c5094fc81a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.052649 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d253b7a1-755f-4d53-9f38-7f47bb8907a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5266478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6121759'] for subnet, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.052771 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3091c31c-4e5e-4aa7-9c7d-c5094fc81a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.054258 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-bd56f647-619e-4d6c-9c6f-c84f847ca770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:45.056856 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-3091c31c-4e5e-4aa7-9c7d-c5094fc81a46 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3483f99c-b9c1-4b0f-afc2-99266f14a768 HTTP/1.1" status: 204 len: 168 time: 0.2590454 Jun 29 12:36:45.058532 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1a8d6057-73ff-4b33-913c-21494d0fcac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:45.069946 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091c31c-4e5e-4aa7-9c7d-c5094fc81a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3483f99c-b9c1-4b0f-afc2-99266f14a768,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:45.082963 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3091c31c-4e5e-4aa7-9c7d-c5094fc81a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:45.093126 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253b7a1-755f-4d53-9f38-7f47bb8907a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec27b95f-b671-4253-8228-75b741786862,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:45.099717 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d253b7a1-755f-4d53-9f38-7f47bb8907a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:45.103387 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d253b7a1-755f-4d53-9f38-7f47bb8907a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.106155 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-d253b7a1-755f-4d53-9f38-7f47bb8907a7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ec27b95f-b671-4253-8228-75b741786862 HTTP/1.1" status: 204 len: 168 time: 0.5387206 Jun 29 12:36:45.108287 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 50902) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:45.115815 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-35ed053c-a3ca-4c34-bf6d-52fef7b57af4 req-ad9ca48b-c7cd-4771-bfd0-4629130184be service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273201 Jun 29 12:36:45.184304 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.272918 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.285148 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3336ca-4bc9-4e75-b801-17115357046c']}} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:45.296156 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3be1951-648b-4c84-9c12-2a3a76084b60') {'for_net_delete': True} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:45.296459 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3be1951-648b-4c84-9c12-2a3a76084b60') {} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:45.307561 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6094341'] for segment, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.327735 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.339379 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:36:45.339787 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5266563'] for segment, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: Traceback (most recent call last): Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: timer() Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: cb(*args, **kw) Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: return func(*args, **kwargs) Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: self._notify() Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: self.callback(batched_events) Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: event.method(event) Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: return f(self, *a, **k) Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._get(url).json() Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: return self.request(url, 'GET', **kwargs) Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:36:45.341619 dv-cinder-786627-14-iscsi neutron-server[93599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:36:45.489059 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.492848 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:45.499739 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.499739 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1e3336ca-4bc9-4e75-b801-17115357046c HTTP/1.1" status: 204 len: 168 time: 0.3880286 Jun 29 12:36:45.509085 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e3336ca-4bc9-4e75-b801-17115357046c,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:45.511445 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:45.710510 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50916) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:45.724362 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1e26f2c0-4c44-4347-ab61-658ff3d41d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.817925 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1e26f2c0-4c44-4347-ab61-658ff3d41d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.909028 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50922) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:45.925544 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1e26f2c0-4c44-4347-ab61-658ff3d41d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:45.939092 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-e65016c7-f9a4-4c96-a5a1-9ff0b3ea26bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:45.955269 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85811b5d-ce33-4998-a612-ed9c4217f46c req-d27d5097-3701-43a6-bd8f-5f04a69028f5 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:45.956825 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-85811b5d-ce33-4998-a612-ed9c4217f46c req-d27d5097-3701-43a6-bd8f-5f04a69028f5 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0758531 Jun 29 12:36:45.996850 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-1e26f2c0-4c44-4347-ab61-658ff3d41d01 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2820fc7b31c14a9095b58fe79110eb88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845628 Jun 29 12:36:45.999141 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50928) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:46.005660 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26f2c0-4c44-4347-ab61-658ff3d41d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f33b99-b2c7-4554-9224-1bd18686caaf,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:46.014659 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-45f58660-af06-4850-b2ec-0dc4fd57199d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dca1beaafeb049209b260db0331aef44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1042752 Jun 29 12:36:46.015285 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50930) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:46.016112 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1e26f2c0-4c44-4347-ab61-658ff3d41d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:46.112316 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-35285b8b-2eed-4950-96ce-f76755acc064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:46.118505 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-00b378ca-c14b-492e-98a3-0655f3cb144d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:46.151632 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-35285b8b-2eed-4950-96ce-f76755acc064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:46.165040 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-00b378ca-c14b-492e-98a3-0655f3cb144d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:46.247979 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-85811b5d-ce33-4998-a612-ed9c4217f46c req-b0aae056-56fb-4429-b938-50fa547ba309 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812996 Jun 29 12:36:46.323495 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-35285b8b-2eed-4950-96ce-f76755acc064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:46.326222 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-35285b8b-2eed-4950-96ce-f76755acc064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:46.328397 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-35285b8b-2eed-4950-96ce-f76755acc064 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55f33b99-b2c7-4554-9224-1bd18686caaf HTTP/1.1" status: 204 len: 168 time: 0.3273394 Jun 29 12:36:46.328397 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-2ac7a3b8-4a7e-4347-b4e6-62a2f5c274fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:46.337098 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35285b8b-2eed-4950-96ce-f76755acc064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f33b99-b2c7-4554-9224-1bd18686caaf,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:46.338965 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-35285b8b-2eed-4950-96ce-f76755acc064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:46.347280 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-00b378ca-c14b-492e-98a3-0655f3cb144d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:46.353900 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-00b378ca-c14b-492e-98a3-0655f3cb144d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:46.353900 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-00b378ca-c14b-492e-98a3-0655f3cb144d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f82e2169-e848-4fc8-b586-6922a9862452 HTTP/1.1" status: 204 len: 168 time: 0.3270113 Jun 29 12:36:46.353900 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a62003b5-5b2c-4561-a7ab-e4e91abc2ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:46.363135 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b378ca-c14b-492e-98a3-0655f3cb144d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82e2169-e848-4fc8-b586-6922a9862452,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:46.365248 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-00b378ca-c14b-492e-98a3-0655f3cb144d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:46.877836 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:47.185477 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 50968) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:47.200038 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-07e79dcf-7fa9-4d97-acb5-500afa149d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:47.310797 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-07e79dcf-7fa9-4d97-acb5-500afa149d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:47.386260 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-07e79dcf-7fa9-4d97-acb5-500afa149d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:47.390428 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-998644e5-ff9b-4c8b-a8ad-c08ebfad4c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:47.422776 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-07e79dcf-7fa9-4d97-acb5-500afa149d67 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=56534f20c55f4909898d0bb4ba075360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356396 Jun 29 12:36:47.427266 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 50978) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:47.446465 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e79dcf-7fa9-4d97-acb5-500afa149d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c0327e-8450-4691-aa18-2545f410d38e,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:47.450402 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-07e79dcf-7fa9-4d97-acb5-500afa149d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:47.465754 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32315728-8860-4992-b71c-dda8ef5219f7 req-7f05c902-3942-4017-a503-f240c97120af tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:47.472555 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-32315728-8860-4992-b71c-dda8ef5219f7 req-7f05c902-3942-4017-a503-f240c97120af tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1030333 Jun 29 12:36:47.532221 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-32315728-8860-4992-b71c-dda8ef5219f7 req-54b00888-084c-4d7f-9297-a03d71b46557 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603132 Jun 29 12:36:47.536696 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6e920eea-d433-41fa-8e98-99734141f14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:47.563904 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6e920eea-d433-41fa-8e98-99734141f14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:47.714695 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 50990) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:47.721213 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6e920eea-d433-41fa-8e98-99734141f14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:47.726491 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6e920eea-d433-41fa-8e98-99734141f14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:47.726491 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-6e920eea-d433-41fa-8e98-99734141f14c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46c0327e-8450-4691-aa18-2545f410d38e HTTP/1.1" status: 204 len: 168 time: 0.2963674 Jun 29 12:36:47.726491 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:47.734338 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e920eea-d433-41fa-8e98-99734141f14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c0327e-8450-4691-aa18-2545f410d38e,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:47.736862 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6e920eea-d433-41fa-8e98-99734141f14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:47.831979 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-620fcd02-b769-4012-aaae-f91b368a9723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:47.922233 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-620fcd02-b769-4012-aaae-f91b368a9723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:47.980442 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-620fcd02-b769-4012-aaae-f91b368a9723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:47.984135 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-3f120e19-df60-4983-92cb-0b422746fd90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:48.025007 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fcd02-b769-4012-aaae-f91b368a9723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac7ed49-8a0f-4090-aed7-8717d116014c,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:48.031030 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-620fcd02-b769-4012-aaae-f91b368a9723 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89de3f081f454185b3204123a06a714b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152444 Jun 29 12:36:48.034513 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-620fcd02-b769-4012-aaae-f91b368a9723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:48.034983 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 51004) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:48.113684 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-12694435-d532-44d3-a868-3f405cd8a8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:48.146666 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-12694435-d532-44d3-a868-3f405cd8a8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:48.226372 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-12694435-d532-44d3-a868-3f405cd8a8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:48.230335 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-12694435-d532-44d3-a868-3f405cd8a8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:48.231790 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-12694435-d532-44d3-a868-3f405cd8a8f0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aac7ed49-8a0f-4090-aed7-8717d116014c HTTP/1.1" status: 204 len: 168 time: 0.1958005 Jun 29 12:36:48.232661 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-45e40c5b-b87f-40e6-811a-a017a40ca706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:48.240553 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12694435-d532-44d3-a868-3f405cd8a8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac7ed49-8a0f-4090-aed7-8717d116014c,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:48.243690 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-12694435-d532-44d3-a868-3f405cd8a8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:48.815068 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f117-2f9b-43c1-8325-00e4e7f400e6 req-2f1c3657-fed9-4d0b-9704-42eda3ca06e0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:48.816528 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4c72f117-2f9b-43c1-8325-00e4e7f400e6 req-2f1c3657-fed9-4d0b-9704-42eda3ca06e0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0927036 Jun 29 12:36:48.862629 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4c72f117-2f9b-43c1-8325-00e4e7f400e6 req-3c3be9eb-5121-4af3-a169-f234b57bec6a tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392492 Jun 29 12:36:49.331277 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 51074) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:49.432014 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-787521098-network', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:49.529727 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Made reservation on behalf of 7293fbeb32634e6fb27f38b23178279e for: {'network': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:36:49.533233 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:49.548039 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:49.660234 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:49.735434 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:49.745101 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-07e79dcf-7fa9-4d97-acb5-500afa149d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:49.759964 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:36:49.773756 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838da7f5-9ab4-4c0c-a7ec-1c8f2db595ae,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:49.779216 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:49.780621 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:49.781112 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.segments_db [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Added segment 00b4bb2d-c172-43fd-ad06-c1edbcb4aba2 of type vlan for network 59fce745-e302-4d72-96a9-8c7edaf3a0ed Jun 29 12:36:49.846160 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:49.929347 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:49.931869 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:49.932672 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:49.936002 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d66a5eb6-6cfc-4c30-8bdd-00200e73a820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:50.008649 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Pushing event updated for resources: {'Network': ['ID=59fce745-e302-4d72-96a9-8c7edaf3a0ed,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:50.018924 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:50.022430 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 59fce745-e302-4d72-96a9-8c7edaf3a0ed details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:36:50.070402 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51106) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:50.071117 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7374816 Jun 29 12:36:50.075396 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-416c1bda-1058-4d52-83a7-fd2de2087be9 admin admin] Request body: {'subnet': {'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-787521098-subnet', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'ip_version': 4}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:50.157192 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7d2cc-480e-46f2-beb4-7e5b1dbbe069 req-76f35f3f-89c2-44c9-ba44-a1896d26a6a9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:50.158681 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-74f7d2cc-480e-46f2-beb4-7e5b1dbbe069 req-76f35f3f-89c2-44c9-ba44-a1896d26a6a9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0764916 Jun 29 12:36:50.206015 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-74f7d2cc-480e-46f2-beb4-7e5b1dbbe069 req-45bfeb12-de7d-4181-8135-7264286634ac tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Jun 29 12:36:50.229650 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416c1bda-1058-4d52-83a7-fd2de2087be9 admin admin] Made reservation on behalf of 7293fbeb32634e6fb27f38b23178279e for: {'subnet': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:36:50.232162 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-416c1bda-1058-4d52-83a7-fd2de2087be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6121786'] for subnet, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:50.546675 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-416c1bda-1058-4d52-83a7-fd2de2087be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5266529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6121768'] for subnet, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:50.549040 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e748c431-a11c-481b-acb2-ded6a5671632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:50.605597 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c1bda-1058-4d52-83a7-fd2de2087be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9fff4fe-8011-41e8-8db9-d036d046ab75,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:50.609401 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-416c1bda-1058-4d52-83a7-fd2de2087be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:50.616319 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416c1bda-1058-4d52-83a7-fd2de2087be9 admin admin] Checking segment: {'id': '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:36:50.616734 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c1bda-1058-4d52-83a7-fd2de2087be9 admin admin] Network hostable DHCP agents. Network: 59fce745-e302-4d72-96a9-8c7edaf3a0ed, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:36:50.704799 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c1bda-1058-4d52-83a7-fd2de2087be9 admin admin] Network 59fce745-e302-4d72-96a9-8c7edaf3a0ed is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:36:50.807680 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-416c1bda-1058-4d52-83a7-fd2de2087be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 59fce745-e302-4d72-96a9-8c7edaf3a0ed) {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:36:50.811642 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416c1bda-1058-4d52-83a7-fd2de2087be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:50.812224 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-416c1bda-1058-4d52-83a7-fd2de2087be9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:50.816552 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f334d2e9-d1d9-44a7-8b4f-5bd4bcf66486 None None] Network 59fce745-e302-4d72-96a9-8c7edaf3a0ed requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:36:50.931532 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 51150) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:50.932406 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-416c1bda-1058-4d52-83a7-fd2de2087be9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8602605 Jun 29 12:36:50.936174 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:50.977590 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc057d23-e375-5077-95d1-fe9a9afeafb6-59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'fixed_ips': [{'subnet_id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75'}]}} from dv-cinder-786627-14-iscsi. {{(pid=93601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 12:36:50.978509 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.063783 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-740869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.065334 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2009'] for router, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.127295 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.db_base_plugin_common [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Allocated IP 172.20.0.2 (59fce745-e302-4d72-96a9-8c7edaf3a0ed/f9fff4fe-8011-41e8-8db9-d036d046ab75/94dc9f68-ff93-4d1e-81a6-ba30e2c347a1) {{(pid=93601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:36:51.138941 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.371908 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1835'] for router, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.440635 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Notify callbacks [] for port, precommit_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.450927 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Transition to ACTIVE for port object 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:36:51.455049 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07247f8-531b-438d-87a9-ce29ab628d95 req-ae71a916-59cc-40ae-ba15-7707b9d4d77c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:51.456543 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f07247f8-531b-438d-87a9-ce29ab628d95 req-ae71a916-59cc-40ae-ba15-7707b9d4d77c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0708938 Jun 29 12:36:51.467854 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Transition to ACTIVE for port object 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 will not be triggered until provisioned by entity DHCP. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:36:51.496649 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f07247f8-531b-438d-87a9-ce29ab628d95 req-477aadaa-ee0e-48ad-a610-0e54887ba871 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Jun 29 12:36:51.552107 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.555810 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-286749c6-e9ca-4d70-98fa-860f0edc5d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:51.592749 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Network 59fce745-e302-4d72-96a9-8c7edaf3a0ed is already hosted by enough agents. {{(pid=93601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:36:51.599253 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.base_scheduler [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Resources bound (agent type, host, resource id): {{(pid=93601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:36:51.603235 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Received port after_create {{(pid=93601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:36:51.613997 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Pushing event updated for resources: {'Port': ['ID=94dc9f68-ff93-4d1e-81a6-ba30e2c347a1,revision_number=1']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:51.624031 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:51.624288 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:51.624659 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:51.625000 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:51.625332 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:51.625662 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:51.625989 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:51.626371 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:51.626712 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:51.627040 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:51.627364 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:51.627682 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:51.650601 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:51.651404 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.670775 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.684022 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Attempting to bind port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:36:51.684448 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Attempting to bind port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:36:51.684831 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Attempting to bind port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 on network 59fce745-e302-4d72-96a9-8c7edaf3a0ed {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:36:51.690512 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:36:51.690692 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Checking segment: {'id': '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:36:51.691022 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.691461 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Bound using segment: {'id': '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:36:51.695954 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Bound port: 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:36:51.695954 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.763154 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] For port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:36:51.767504 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] For port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=94dc9f68-ff93-4d1e-81a6-ba30e2c347a1,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:36:51.771100 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51180) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:51.780151 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Allocated IP 172.27.2.150 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/c536ad28-be84-4b26-a2e3-da3ccc935bd2) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:36:51.859716 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.862950 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c5602683-cbbd-4303-aab0-d5b1b3142def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:51.880215 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5c84eea9-1340-4232-91c0-9a5cfd0b1d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.897744 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:51.938665 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Pushing event updated for resources: {'Port': ['ID=94dc9f68-ff93-4d1e-81a6-ba30e2c347a1,revision_number=2']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:51.941871 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:51.986834 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5c84eea9-1340-4232-91c0-9a5cfd0b1d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:52.019519 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:52.021875 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:52.061669 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:36:52.066043 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:36:52.070466 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:36:52.073514 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c536ad28-be84-4b26-a2e3-da3ccc935bd2,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:52.073653 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5c84eea9-1340-4232-91c0-9a5cfd0b1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:52.077639 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-37a7f3e8-fe40-45eb-84b1-628add5156ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:52.098552 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:52.120627 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-5c84eea9-1340-4232-91c0-9a5cfd0b1d85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd0144944d514ca69e17a6dfa857771b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460770 Jun 29 12:36:52.120627 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84eea9-1340-4232-91c0-9a5cfd0b1d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee63eee-d96b-4612-89a0-6a5204b174c8,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:52.121806 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51184) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:52.129151 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5c84eea9-1340-4232-91c0-9a5cfd0b1d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:52.198709 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-417e807b-178c-4b03-a277-7224a0bdd778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:52.234621 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-417e807b-178c-4b03-a277-7224a0bdd778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:52.374887 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-417e807b-178c-4b03-a277-7224a0bdd778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:52.377680 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-417e807b-178c-4b03-a277-7224a0bdd778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:52.378872 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-417e807b-178c-4b03-a277-7224a0bdd778 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fee63eee-d96b-4612-89a0-6a5204b174c8 HTTP/1.1" status: 204 len: 168 time: 0.2561386 Jun 29 12:36:52.386647 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4e29a1ed-ae9f-433c-8c04-7a2c37ed8ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:52.389437 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e807b-178c-4b03-a277-7224a0bdd778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee63eee-d96b-4612-89a0-6a5204b174c8,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:52.391842 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-417e807b-178c-4b03-a277-7224a0bdd778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:52.469959 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:52.667273 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780704'] for router, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:52.909975 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d961494-78fb-4f19-bdf3-e73ac70a171a None None] Network 59fce745-e302-4d72-96a9-8c7edaf3a0ed requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:36:52.928937 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Router e6945f63-0f9c-4988-98c3-7dc92c9de422 is scheduled to L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd with binding_index 1 {{(pid=93600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 12:36:53.053959 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:36:53.063283 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Sync routers for ids ['e6945f63-0f9c-4988-98c3-7dc92c9de422'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:36:53.073453 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Routers {'e6945f63-0f9c-4988-98c3-7dc92c9de422'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:36:53.074080 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:36:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6945f63-0f9c-4988-98c3-7dc92c9de422'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:53.106470 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-fb226690-fb18-4085-a377-4cc57b04055d None None] Provisioning for port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:36:53.129583 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.134574 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51196) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:53.135088 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2018843 Jun 29 12:36:53.140473 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 51198) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:53.157680 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c67e3d4-b657-4821-9dc1-8766279937ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.197843 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Set router e6945f63-0f9c-4988-98c3-7dc92c9de422 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:36:53.289088 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c67e3d4-b657-4821-9dc1-8766279937ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.351168 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:36:53.388501 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c67e3d4-b657-4821-9dc1-8766279937ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.408434 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-48622bb8-8160-40c6-8e13-1b849f4fd30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:53.436303 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:52Z', 'revision_number': 3, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:53.462415 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-4c67e3d4-b657-4821-9dc1-8766279937ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=03d0269611274b2dae95b32ca0f12618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130825 Jun 29 12:36:53.463169 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 51202) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:53.464505 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:36:53.468837 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:36:53.469319 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.473192 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67e3d4-b657-4821-9dc1-8766279937ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527bdef8-8c44-4dc7-b073-ecc628bbfed8,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:53.474724 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4c67e3d4-b657-4821-9dc1-8766279937ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:53.480935 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Checking router: e6945f63-0f9c-4988-98c3-7dc92c9de422 for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:36:53.481368 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Updating router e6945f63-0f9c-4988-98c3-7dc92c9de422 port c536ad28-be84-4b26-a2e3-da3ccc935bd2 binding host dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:36:53.527052 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.558173 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b12aff0f-94b3-4648-b1e9-409dd9965bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.586610 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b12aff0f-94b3-4648-b1e9-409dd9965bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.591965 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.626372 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=94dc9f68-ff93-4d1e-81a6-ba30e2c347a1,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:53.695435 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.716043 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.718267 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:53.745309 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b12aff0f-94b3-4648-b1e9-409dd9965bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.748042 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b12aff0f-94b3-4648-b1e9-409dd9965bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.750282 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-b12aff0f-94b3-4648-b1e9-409dd9965bad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/527bdef8-8c44-4dc7-b073-ecc628bbfed8 HTTP/1.1" status: 204 len: 168 time: 0.2858114 Jun 29 12:36:53.750983 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:53.761285 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aff0f-94b3-4648-b1e9-409dd9965bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527bdef8-8c44-4dc7-b073-ecc628bbfed8,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:53.770784 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b12aff0f-94b3-4648-b1e9-409dd9965bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:53.777286 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=94dc9f68-ff93-4d1e-81a6-ba30e2c347a1,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:53.787936 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:53.837884 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.849349 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.provisioning_blocks [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Transition to ACTIVE for port object c536ad28-be84-4b26-a2e3-da3ccc935bd2 will not be triggered until provisioned by entity L2. {{(pid=93602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:36:53.903748 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Allocated IP 172.20.0.1 (59fce745-e302-4d72-96a9-8c7edaf3a0ed/f9fff4fe-8011-41e8-8db9-d036d046ab75/49784878-8163-4f21-926b-9ed60a6d5312) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:36:53.945560 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:53.948180 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-dbb277f2-61df-4a79-9314-c6cf78e0b46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:53.995638 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Attempting to bind port c536ad28-be84-4b26-a2e3-da3ccc935bd2 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:36:53.995848 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Attempting to bind port c536ad28-be84-4b26-a2e3-da3ccc935bd2 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:36:53.996185 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Attempting to bind port c536ad28-be84-4b26-a2e3-da3ccc935bd2 on network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:36:54.003789 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Pushing event updated for resources: {'Port': ['ID=c536ad28-be84-4b26-a2e3-da3ccc935bd2,revision_number=2']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:54.009404 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:36:54.012188 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Checking segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:36:54.012188 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:54.012188 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Bound using segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:36:54.012188 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Bound port: c536ad28-be84-4b26-a2e3-da3ccc935bd2, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:36:54.012188 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:54.038714 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:54.039777 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:54.040757 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:54.040757 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:54.041120 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:54.041223 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:54.044729 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:54.044729 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:54.044729 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:54.044729 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:54.044729 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:54.044729 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:54.044729 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:36:54.049545 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:54.062234 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Transition to ACTIVE for port object 49784878-8163-4f21-926b-9ed60a6d5312 will not be triggered until provisioned by entity DHCP. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:36:54.090539 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] For port c536ad28-be84-4b26-a2e3-da3ccc935bd2, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:36:54.093730 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] For port c536ad28-be84-4b26-a2e3-da3ccc935bd2, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=c536ad28-be84-4b26-a2e3-da3ccc935bd2,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:36:54.176439 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:54.176867 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:54.180216 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:54.185993 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:54.236364 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Routers {'e6945f63-0f9c-4988-98c3-7dc92c9de422'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:36:54.237849 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:36:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6945f63-0f9c-4988-98c3-7dc92c9de422'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:54.238003 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Network 59fce745-e302-4d72-96a9-8c7edaf3a0ed is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:36:54.245376 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:36:54.247882 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:36:54.261193 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f948b4-13c9-45f8-a90b-8e7854b17c29 req-f9f8a15c-4637-4521-904b-70db4b0789e7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:54.269600 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c7f948b4-13c9-45f8-a90b-8e7854b17c29 req-f9f8a15c-4637-4521-904b-70db4b0789e7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1313975 Jun 29 12:36:54.284347 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Pushing event updated for resources: {'Port': ['ID=c536ad28-be84-4b26-a2e3-da3ccc935bd2,revision_number=3']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:54.288991 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:54.305110 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Pushing event updated for resources: {'Port': ['ID=49784878-8163-4f21-926b-9ed60a6d5312,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:54.311886 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:54.349802 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737671'] for router_interface, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:54.361229 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c7f948b4-13c9-45f8-a90b-8e7854b17c29 req-e5dcbf6a-72e9-4942-a8a9-46ece1e52ca3 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907536 Jun 29 12:36:54.484570 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] Set router e6945f63-0f9c-4988-98c3-7dc92c9de422 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:36:54.604020 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:54.633914 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-bbb9b9a1-973d-4c9e-8a4a-ecc4fd4315cf None None] Provisioning for port 49784878-8163-4f21-926b-9ed60a6d5312 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:36:54.638086 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-bbb9b9a1-973d-4c9e-8a4a-ecc4fd4315cf None None] Provisioning complete for port 49784878-8163-4f21-926b-9ed60a6d5312 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:36:54.638530 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-bbb9b9a1-973d-4c9e-8a4a-ecc4fd4315cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:54.707432 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:52Z', 'revision_number': 3, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:54.712815 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-bbb9b9a1-973d-4c9e-8a4a-ecc4fd4315cf None None] Port 49784878-8163-4f21-926b-9ed60a6d5312 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:36:54.738347 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75677d-514f-4da9-a9b2-b4b97fbb06e6 None None] The sync data for ids ['e6945f63-0f9c-4988-98c3-7dc92c9de422'] in dv-cinder-786627-14-iscsi is: [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:52Z', 'revision_number': 3, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:36:54.797113 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:54.888980 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:54.891900 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:54.962535 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Pushing event updated for resources: {'Port': ['ID=49784878-8163-4f21-926b-9ed60a6d5312,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:54.965358 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737555'] for router_interface, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:54.967536 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:55.125475 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Network 59fce745-e302-4d72-96a9-8c7edaf3a0ed is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:36:55.127203 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:36:55.195180 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 51248) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:55.333592 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Router e6945f63-0f9c-4988-98c3-7dc92c9de422 has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:36:55.456838 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-11005cab-ddd9-476a-91e4-362df392b804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:55.559900 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device c536ad28-be84-4b26-a2e3-da3ccc935bd2 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:36:55.560880 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:36:55.575422 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] 10.222.0.61 "PUT /v2.0/routers/e6945f63-0f9c-4988-98c3-7dc92c9de422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4376576 Jun 29 12:36:55.627104 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-09fd2e78-93a0-460a-93eb-052add42a0a3 None None] Provisioning complete for port 49784878-8163-4f21-926b-9ed60a6d5312 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:36:55.627814 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-09fd2e78-93a0-460a-93eb-052add42a0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:55.643904 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-11005cab-ddd9-476a-91e4-362df392b804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:55.679785 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-09fd2e78-93a0-460a-93eb-052add42a0a3 None None] Port 49784878-8163-4f21-926b-9ed60a6d5312 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:36:55.758957 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-11005cab-ddd9-476a-91e4-362df392b804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:55.787475 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port c536ad28-be84-4b26-a2e3-da3ccc935bd2 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:36:55.793143 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port c536ad28-be84-4b26-a2e3-da3ccc935bd2 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:36:55.793530 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:55.795910 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-00b378ca-c14b-492e-98a3-0655f3cb144d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:55.814744 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-11005cab-ddd9-476a-91e4-362df392b804 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76169e6af3274849a9752b844910eaa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6179824 Jun 29 12:36:55.815954 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0804f9a-8242-43c2-8f99-eb33ca01e92c req-03d49542-4004-4678-b3a3-7e7128ec7e5f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:55.817395 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 51312) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:55.821265 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e0804f9a-8242-43c2-8f99-eb33ca01e92c req-03d49542-4004-4678-b3a3-7e7128ec7e5f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1220689 Jun 29 12:36:55.902358 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e0804f9a-8242-43c2-8f99-eb33ca01e92c req-0191806a-7cbc-4f15-9eb6-840410c04a53 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783312 Jun 29 12:36:55.926844 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11005cab-ddd9-476a-91e4-362df392b804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c505b1-ddc1-4b9b-9938-b9117b26d9d3,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:55.930976 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-11005cab-ddd9-476a-91e4-362df392b804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:55.941908 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:55.950503 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c3205a23-3b1e-48ed-9de9-9078035a33fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:55.967400 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port c536ad28-be84-4b26-a2e3-da3ccc935bd2, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=c536ad28-be84-4b26-a2e3-da3ccc935bd2,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:36:55.978388 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c3205a23-3b1e-48ed-9de9-9078035a33fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:56.026754 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:56.028703 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:36:56.031628 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:56.109055 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=c536ad28-be84-4b26-a2e3-da3ccc935bd2,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:56.112290 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:56.120620 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:36:56.120998 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:56.128805 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c3205a23-3b1e-48ed-9de9-9078035a33fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:56.131590 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c3205a23-3b1e-48ed-9de9-9078035a33fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:56.133858 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-c3205a23-3b1e-48ed-9de9-9078035a33fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d7c505b1-ddc1-4b9b-9938-b9117b26d9d3 HTTP/1.1" status: 204 len: 168 time: 0.3133271 Jun 29 12:36:56.134932 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-550f2851-01c8-450a-96a5-01a422e7fbcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:56.145600 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3205a23-3b1e-48ed-9de9-9078035a33fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c505b1-ddc1-4b9b-9938-b9117b26d9d3,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:56.155467 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c3205a23-3b1e-48ed-9de9-9078035a33fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:56.554749 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 51344) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:56.556036 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-331852493-network', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:56.653348 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Made reservation on behalf of bb9cc8258b854fd7adf0f4c998a58b49 for: {'network': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:36:56.656381 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:56.665564 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:56.765660 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:56.876708 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:56.885931 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3091c31c-4e5e-4aa7-9c7d-c5094fc81a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:56.886019 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Sync routers for ids ['e6945f63-0f9c-4988-98c3-7dc92c9de422'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:36:56.895083 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Routers {'e6945f63-0f9c-4988-98c3-7dc92c9de422'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:36:56.895761 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:36:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6945f63-0f9c-4988-98c3-7dc92c9de422'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:56.909653 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b9342-4bfb-4f8c-8d6b-a24259d9a0f9,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:56.916216 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:36:56.916216 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:56.924678 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:56.925476 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.segments_db [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Added segment 09f4e199-e8c1-4496-83b5-b2048e099d8d of type vlan for network 74126a90-3ee7-4026-af95-bd065dfe6739 Jun 29 12:36:56.972037 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.029346 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Set router e6945f63-0f9c-4988-98c3-7dc92c9de422 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:36:57.042556 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51366) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:57.055698 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.057404 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:57.058267 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.059687 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-803e2544-cea8-4199-baca-69fd1e484e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.062550 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:57.152531 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Pushing event updated for resources: {'Network': ['ID=74126a90-3ee7-4026-af95-bd065dfe6739,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:57.160921 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:57.166594 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 74126a90-3ee7-4026-af95-bd065dfe6739 details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:36:57.197788 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae603ed0-9431-4ded-bd30-e370cd8d2e8d req-85c9cd5f-deff-4b3d-b301-c117527d459a tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:57.199285 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ae603ed0-9431-4ded-bd30-e370cd8d2e8d req-85c9cd5f-deff-4b3d-b301-c117527d459a tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1295233 Jun 29 12:36:57.264112 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ae603ed0-9431-4ded-bd30-e370cd8d2e8d req-11998838-2d5d-45f4-b9c2-3d86688f8f1b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583544 Jun 29 12:36:57.310863 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-803e2544-cea8-4199-baca-69fd1e484e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.317220 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:54Z', 'revision_number': 4, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '49784878-8163-4f21-926b-9ed60a6d5312', 'name': '', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:53Z', 'updated_at': '2021-06-29T12:36:54Z', 'revision_number': 2, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'subnets': [{'id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:57.319305 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device c536ad28-be84-4b26-a2e3-da3ccc935bd2 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:36:57.368126 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Checking router: e6945f63-0f9c-4988-98c3-7dc92c9de422 for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:36:57.368701 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Updating router e6945f63-0f9c-4988-98c3-7dc92c9de422 port 49784878-8163-4f21-926b-9ed60a6d5312 binding host dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:36:57.416257 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-803e2544-cea8-4199-baca-69fd1e484e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.422156 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.422312 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5db9bc0d-ac84-4f56-93a7-d99f0301e5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:57.444496 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port c536ad28-be84-4b26-a2e3-da3ccc935bd2 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:36:57.444999 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.468489 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-803e2544-cea8-4199-baca-69fd1e484e3e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e6ac2b583278436fb4369b91a55d23dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247379 Jun 29 12:36:57.469804 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e2544-cea8-4199-baca-69fd1e484e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1712da8d-5b40-4307-b626-51af32d3ad90,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:57.471686 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 51386) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:57.487019 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-803e2544-cea8-4199-baca-69fd1e484e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:57.534164 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca3ef-ac01-446a-92a3-62a2b0b171a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.537600 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9871252 Jun 29 12:36:57.542341 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51388) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:57.547733 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] Request body: {'subnet': {'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-331852493-subnet', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'ip_version': 4}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:57.568293 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca3ef-ac01-446a-92a3-62a2b0b171a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.620080 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] Made reservation on behalf of bb9cc8258b854fd7adf0f4c998a58b49 for: {'subnet': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:36:57.622534 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6121786'] for subnet, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.660953 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca3ef-ac01-446a-92a3-62a2b0b171a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.666116 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca3ef-ac01-446a-92a3-62a2b0b171a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.669861 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-3c9ca3ef-ac01-446a-92a3-62a2b0b171a5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1712da8d-5b40-4307-b626-51af32d3ad90 HTTP/1.1" status: 204 len: 168 time: 0.1947396 Jun 29 12:36:57.669861 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d2479a7e-5d73-4ac3-ac8a-17afc60d9a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:57.680564 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ca3ef-ac01-446a-92a3-62a2b0b171a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1712da8d-5b40-4307-b626-51af32d3ad90,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:57.691057 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3c9ca3ef-ac01-446a-92a3-62a2b0b171a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:57.803762 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Notify callbacks [] for port, precommit_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.822243 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Transition to ACTIVE for port object 49784878-8163-4f21-926b-9ed60a6d5312 will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:36:57.923155 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.923747 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5266529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6121768'] for subnet, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:57.925434 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:57.926996 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:57.981988 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36dc4a-80e5-45a4-852a-795c486ac877 None None] Pushing event updated for resources: {'Port': ['ID=49784878-8163-4f21-926b-9ed60a6d5312,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:57.985799 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-fe36dc4a-80e5-45a4-852a-795c486ac877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:57.995173 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f2305a-a81f-4f80-8627-d154ea6d6561,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:57.999962 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:58.004410 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] Checking segment: {'id': '09f4e199-e8c1-4496-83b5-b2048e099d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:36:58.004806 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] Network hostable DHCP agents. Network: 74126a90-3ee7-4026-af95-bd065dfe6739, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:36:58.068123 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Attempting to bind port 49784878-8163-4f21-926b-9ed60a6d5312 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:36:58.068769 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Attempting to bind port 49784878-8163-4f21-926b-9ed60a6d5312 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:36:58.069498 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Attempting to bind port 49784878-8163-4f21-926b-9ed60a6d5312 on network 59fce745-e302-4d72-96a9-8c7edaf3a0ed {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:36:58.078370 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:36:58.078973 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Checking segment: {'id': '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:36:58.079615 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.080286 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Bound using segment: {'id': '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:36:58.081113 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Bound port: 49784878-8163-4f21-926b-9ed60a6d5312, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:36:58.081977 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.106759 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] Network 74126a90-3ee7-4026-af95-bd065dfe6739 is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:36:58.198223 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] For port 49784878-8163-4f21-926b-9ed60a6d5312, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:36:58.201442 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] For port 49784878-8163-4f21-926b-9ed60a6d5312, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=49784878-8163-4f21-926b-9ed60a6d5312,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:36:58.203131 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 74126a90-3ee7-4026-af95-bd065dfe6739) {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:36:58.208102 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:58.208942 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.214927 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766a50e5-78be-4ab8-af8e-6bd4c9d212d8 None None] Network 74126a90-3ee7-4026-af95-bd065dfe6739 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:36:58.323697 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7802279 Jun 29 12:36:58.326589 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 51414) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:58.331600 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-331852493-router', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:36:58.331979 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.337190 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:58.415089 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-740869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.416152 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2009'] for router, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.477630 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e50bf-23b6-4b20-b78f-b70334be65f9 req-764c5d55-a4fd-4f1e-9e3a-2ca6868385d5 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:58.481821 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.483366 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9c5e50bf-23b6-4b20-b78f-b70334be65f9 req-764c5d55-a4fd-4f1e-9e3a-2ca6868385d5 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0945997 Jun 29 12:36:58.526237 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9c5e50bf-23b6-4b20-b78f-b70334be65f9 req-5de89e64-4958-489b-b923-7e0489d7de2c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387204 Jun 29 12:36:58.541149 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51418) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:58.557777 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Routers {'e6945f63-0f9c-4988-98c3-7dc92c9de422'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:36:58.560984 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:36:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6945f63-0f9c-4988-98c3-7dc92c9de422'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:58.562935 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a666-e3c1-4b4a-8834-afe2a38b8c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.597821 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36dc4a-80e5-45a4-852a-795c486ac877 None None] Pushing event updated for resources: {'Port': ['ID=49784878-8163-4f21-926b-9ed60a6d5312,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:58.636129 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-fe36dc4a-80e5-45a4-852a-795c486ac877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:58.640497 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc057d23-e375-5077-95d1-fe9a9afeafb6-74126a90-3ee7-4026-af95-bd065dfe6739', 'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'fixed_ips': [{'subnet_id': '28f2305a-a81f-4f80-8627-d154ea6d6561'}]}} from dv-cinder-786627-14-iscsi. {{(pid=93601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 12:36:58.641231 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.747250 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a666-e3c1-4b4a-8834-afe2a38b8c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.813498 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1835'] for router, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.835440 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a666-e3c1-4b4a-8834-afe2a38b8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.851370 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51428) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:58.851491 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-720ad2a7-72d9-4e90-b5f6-9be88cde8426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:58.865573 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] Set router e6945f63-0f9c-4988-98c3-7dc92c9de422 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:36:58.881666 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-4ae9a666-e3c1-4b4a-8834-afe2a38b8c08 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f95bb2383684deeb79084c539ba3bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480613 Jun 29 12:36:58.885374 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51432) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:58.916024 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9a666-e3c1-4b4a-8834-afe2a38b8c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4667f4e7-970b-4832-b740-cb01397d09b2,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:58.923112 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4ae9a666-e3c1-4b4a-8834-afe2a38b8c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:58.956572 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bcf77bb5-1d5a-4ec7-9cd4-6df1c47ecbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.981725 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bcf77bb5-1d5a-4ec7-9cd4-6df1c47ecbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:58.993217 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.db_base_plugin_common [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Allocated IP 172.20.0.2 (74126a90-3ee7-4026-af95-bd065dfe6739/28f2305a-a81f-4f80-8627-d154ea6d6561/f3ad65bb-ecc5-4def-b5b2-ae1c914893ce) {{(pid=93601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:36:59.046413 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-58199e87-0118-4bc7-9c0f-bcb7ce3c829d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.181425 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bcf77bb5-1d5a-4ec7-9cd4-6df1c47ecbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.184976 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bcf77bb5-1d5a-4ec7-9cd4-6df1c47ecbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.188641 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-bcf77bb5-1d5a-4ec7-9cd4-6df1c47ecbbf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4667f4e7-970b-4832-b740-cb01397d09b2 HTTP/1.1" status: 204 len: 168 time: 0.2995312 Jun 29 12:36:59.189614 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ee448013-0293-4d71-9236-feebaf3081fc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:59.203249 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf77bb5-1d5a-4ec7-9cd4-6df1c47ecbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4667f4e7-970b-4832-b740-cb01397d09b2,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:59.205889 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-bcf77bb5-1d5a-4ec7-9cd4-6df1c47ecbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:59.266059 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.276095 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:54Z', 'revision_number': 4, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '49784878-8163-4f21-926b-9ed60a6d5312', 'name': '', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:53Z', 'updated_at': '2021-06-29T12:36:58Z', 'revision_number': 4, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'subnets': [{'id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:36:59.280601 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Transition to ACTIVE for port object f3ad65bb-ecc5-4def-b5b2-ae1c914893ce will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:36:59.306630 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-58199e87-0118-4bc7-9c0f-bcb7ce3c829d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.313796 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b96dbb2-3ce2-4652-b175-2f0a5f26efbc None None] The sync data for ids ['e6945f63-0f9c-4988-98c3-7dc92c9de422'] in dv-cinder-786627-14-iscsi is: [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:54Z', 'revision_number': 4, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '49784878-8163-4f21-926b-9ed60a6d5312', 'name': '', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:53Z', 'updated_at': '2021-06-29T12:36:58Z', 'revision_number': 4, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'subnets': [{'id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:36:59.326812 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Transition to ACTIVE for port object f3ad65bb-ecc5-4def-b5b2-ae1c914893ce will not be triggered until provisioned by entity DHCP. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:36:59.337556 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.359991 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.408805 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-58199e87-0118-4bc7-9c0f-bcb7ce3c829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.409029 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.412223 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-eaee97a1-6192-4366-a91a-0ef07cbbe002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:59.445945 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:59.477891 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Pushing event updated for resources: {'Port': ['ID=f3ad65bb-ecc5-4def-b5b2-ae1c914893ce,revision_number=1']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:59.480072 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-58199e87-0118-4bc7-9c0f-bcb7ce3c829d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6829b2e0de33463bbe2ca348f85caf61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261749 Jun 29 12:36:59.481005 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58199e87-0118-4bc7-9c0f-bcb7ce3c829d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697524cf-43f3-463b-a299-4ad3745b1fe9,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:59.483379 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51436) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:36:59.485427 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-58199e87-0118-4bc7-9c0f-bcb7ce3c829d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:59.498579 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:59.501900 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Network 74126a90-3ee7-4026-af95-bd065dfe6739 is already hosted by enough agents. {{(pid=93601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:36:59.503685 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.base_scheduler [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Resources bound (agent type, host, resource id): {{(pid=93601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:36:59.509412 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Received port after_create {{(pid=93601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:36:59.551444 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Allocated IP 172.27.2.220 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/b48712c8-e12f-4297-aeec-1a333c1768b8) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:36:59.556444 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2f23f485-68af-4848-a0d5-ec23f81a12df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.598198 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Attempting to bind port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:36:59.598590 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Attempting to bind port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '09f4e199-e8c1-4496-83b5-b2048e099d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:36:59.598964 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Attempting to bind port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce on network 74126a90-3ee7-4026-af95-bd065dfe6739 {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:36:59.614683 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:36:59.614683 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Checking segment: {'id': '09f4e199-e8c1-4496-83b5-b2048e099d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:36:59.614683 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.615264 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2f23f485-68af-4848-a0d5-ec23f81a12df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.615359 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Bound using segment: {'id': '09f4e199-e8c1-4496-83b5-b2048e099d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:36:59.615359 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Bound port: f3ad65bb-ecc5-4def-b5b2-ae1c914893ce, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f4e199-e8c1-4496-83b5-b2048e099d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:36:59.615359 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.729062 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.792038 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2f23f485-68af-4848-a0d5-ec23f81a12df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.797391 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2f23f485-68af-4848-a0d5-ec23f81a12df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.798398 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] For port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:36:59.802461 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] For port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=f3ad65bb-ecc5-4def-b5b2-ae1c914893ce,segment=NetworkSegment(09f4e199-e8c1-4496-83b5-b2048e099d8d),segment_id=09f4e199-e8c1-4496-83b5-b2048e099d8d)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:36:59.811532 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-2f23f485-68af-4848-a0d5-ec23f81a12df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/697524cf-43f3-463b-a299-4ad3745b1fe9 HTTP/1.1" status: 204 len: 168 time: 0.3270056 Jun 29 12:36:59.813573 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6e920eea-d433-41fa-8e98-99734141f14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:59.830652 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23f485-68af-4848-a0d5-ec23f81a12df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697524cf-43f3-463b-a299-4ad3745b1fe9,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:36:59.833010 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-2f23f485-68af-4848-a0d5-ec23f81a12df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:36:59.864388 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733ef1-11f9-49f6-b5d6-7d8cfee8fe55 req-8da92467-85ee-43aa-bc80-435eaee43c06 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:36:59.866382 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3a733ef1-11f9-49f6-b5d6-7d8cfee8fe55 req-8da92467-85ee-43aa-bc80-435eaee43c06 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1371810 Jun 29 12:36:59.883456 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.902872 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:59.906824 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:36:59.913024 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-0c5feff5-b58b-42b2-9e6c-50fee54b7987 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:36:59.978122 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3a733ef1-11f9-49f6-b5d6-7d8cfee8fe55 req-219fce40-ff53-45f1-bc7f-697eae2ea362 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056757 Jun 29 12:37:00.022269 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Pushing event updated for resources: {'Port': ['ID=f3ad65bb-ecc5-4def-b5b2-ae1c914893ce,revision_number=2']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:00.039844 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:00.048290 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:00.057035 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:00.059745 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:37:00.113669 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Pushing event updated for resources: {'Port': ['ID=b48712c8-e12f-4297-aeec-1a333c1768b8,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:00.117868 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:00.624810 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:00.845481 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780704'] for router, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:01.094047 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ca8dd3-dd40-4f1b-8544-d82928b9b334 None None] Network 74126a90-3ee7-4026-af95-bd065dfe6739 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:37:01.110219 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Router e6a9aa67-6757-43b9-83c7-9bfc724a849b is scheduled to L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd with binding_index 1 {{(pid=93600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 12:37:01.250867 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ec432-7e5f-4c94-ab53-69bfa8b00d1e req-28f6d811-a255-4902-9b4c-7889b09cf51e tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:01.253740 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f59ec432-7e5f-4c94-ab53-69bfa8b00d1e req-28f6d811-a255-4902-9b4c-7889b09cf51e tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0824211 Jun 29 12:37:01.323535 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:37:01.325811 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-dd36b764-7019-4d30-ab72-fd6eb6e45b38 None None] Provisioning for port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:01.342968 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Sync routers for ids ['e6a9aa67-6757-43b9-83c7-9bfc724a849b'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:37:01.356941 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Routers {'e6a9aa67-6757-43b9-83c7-9bfc724a849b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:37:01.357904 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:36:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6a9aa67-6757-43b9-83c7-9bfc724a849b'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:01.426773 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Notify callbacks [] for router, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:01.428657 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1008446 Jun 29 12:37:01.431455 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 51506) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:01.444069 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f59ec432-7e5f-4c94-ab53-69bfa8b00d1e req-25e4eb7e-266c-4235-9205-f6f2a3d8f88c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799533 Jun 29 12:37:01.521568 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 49784878-8163-4f21-926b-9ed60a6d5312 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:01.622324 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Set router e6a9aa67-6757-43b9-83c7-9bfc724a849b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:37:01.706704 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 49784878-8163-4f21-926b-9ed60a6d5312 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:01.713360 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 49784878-8163-4f21-926b-9ed60a6d5312 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:01.719190 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:01.836676 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'name': 'tempest-TestShelveInstance-331852493-router', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:58Z', 'updated_at': '2021-06-29T12:37:00Z', 'revision_number': 3, 'project_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'gw_port': {'id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:90:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:59Z', 'updated_at': '2021-06-29T12:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:01.892696 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Checking router: e6a9aa67-6757-43b9-83c7-9bfc724a849b for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:37:01.892696 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Updating router e6a9aa67-6757-43b9-83c7-9bfc724a849b port b48712c8-e12f-4297-aeec-1a333c1768b8 binding host dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:37:01.922523 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:01.932972 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:01.962168 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port 49784878-8163-4f21-926b-9ed60a6d5312, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=49784878-8163-4f21-926b-9ed60a6d5312,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:02.037523 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.038994 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device f3ad65bb-ecc5-4def-b5b2-ae1c914893ce up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:02.042091 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:02.096770 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51526) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:02.141676 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=49784878-8163-4f21-926b-9ed60a6d5312,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:02.153854 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:02.225877 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Notify callbacks [] for port, precommit_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.235453 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.240085 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.provisioning_blocks [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Transition to ACTIVE for port object b48712c8-e12f-4297-aeec-1a333c1768b8 will not be triggered until provisioned by entity L2. {{(pid=93602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:37:02.274588 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f2ce-f07a-4e33-867e-3ca55b6970d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.283605 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:02.290559 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:02.291000 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.381030 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f2ce-f07a-4e33-867e-3ca55b6970d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.391203 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.406514 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-8f3be520-0ecd-4efe-8bec-087985a9f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:02.425265 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.455111 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Attempting to bind port b48712c8-e12f-4297-aeec-1a333c1768b8 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:37:02.456140 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Attempting to bind port b48712c8-e12f-4297-aeec-1a333c1768b8 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:37:02.456849 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Attempting to bind port b48712c8-e12f-4297-aeec-1a333c1768b8 on network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:37:02.471570 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:37:02.472188 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Checking segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:37:02.472697 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.473234 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Bound using segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:37:02.473750 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Bound port: b48712c8-e12f-4297-aeec-1a333c1768b8, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:37:02.473889 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=f3ad65bb-ecc5-4def-b5b2-ae1c914893ce,segment=NetworkSegment(09f4e199-e8c1-4496-83b5-b2048e099d8d),segment_id=09f4e199-e8c1-4496-83b5-b2048e099d8d)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:02.474346 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.476929 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f40eec-c120-45df-b348-eb53f48762da None None] Pushing event updated for resources: {'Port': ['ID=b48712c8-e12f-4297-aeec-1a333c1768b8,revision_number=2']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:02.480428 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-71f40eec-c120-45df-b348-eb53f48762da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:02.485955 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Allocated IP 172.20.0.1 (74126a90-3ee7-4026-af95-bd065dfe6739/28f2305a-a81f-4f80-8627-d154ea6d6561/e15b1a7e-c2e1-4d90-83b1-07976fab042a) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:37:02.488840 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f2ce-f07a-4e33-867e-3ca55b6970d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.492553 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-bcf77bb5-1d5a-4ec7-9cd4-6df1c47ecbbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:02.545575 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] For port b48712c8-e12f-4297-aeec-1a333c1768b8, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:37:02.549605 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] For port b48712c8-e12f-4297-aeec-1a333c1768b8, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b48712c8-e12f-4297-aeec-1a333c1768b8,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:37:02.603836 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3f2ce-f07a-4e33-867e-3ca55b6970d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb7545-a6e4-4805-b8b8-a9e67d3ed063,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:02.614766 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.617703 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:02.643812 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6fa3f2ce-f07a-4e33-867e-3ca55b6970d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:02.647013 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-6fa3f2ce-f07a-4e33-867e-3ca55b6970d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=720f3f38a5c34f7b949eda18789952cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5489151 Jun 29 12:37:02.651387 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51544) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:02.653225 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.656232 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:02.722624 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Routers {'e6a9aa67-6757-43b9-83c7-9bfc724a849b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:37:02.723714 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:36:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6a9aa67-6757-43b9-83c7-9bfc724a849b'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:02.751572 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=f3ad65bb-ecc5-4def-b5b2-ae1c914893ce,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:02.755314 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5a0c0-7967-45a4-8390-4eb1ac726510 req-0fcfe4af-ee03-4645-b450-582ba3adad7d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:02.762776 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-64d5a0c0-7967-45a4-8390-4eb1ac726510 req-0fcfe4af-ee03-4645-b450-582ba3adad7d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1729460 Jun 29 12:37:02.772115 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:02.789063 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f40eec-c120-45df-b348-eb53f48762da None None] Pushing event updated for resources: {'Port': ['ID=b48712c8-e12f-4297-aeec-1a333c1768b8,revision_number=3']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:02.798457 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3362a852-123c-4525-8667-59a7d1a33297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.802561 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-71f40eec-c120-45df-b348-eb53f48762da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:02.833637 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-64d5a0c0-7967-45a4-8390-4eb1ac726510 req-5a013341-e449-4372-90d9-18737066f02b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578716 Jun 29 12:37:02.854237 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3362a852-123c-4525-8667-59a7d1a33297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.894373 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] Set router e6a9aa67-6757-43b9-83c7-9bfc724a849b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:37:02.945829 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.980270 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3362a852-123c-4525-8667-59a7d1a33297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.982976 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3362a852-123c-4525-8667-59a7d1a33297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:02.984286 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Transition to ACTIVE for port object e15b1a7e-c2e1-4d90-83b1-07976fab042a will not be triggered until provisioned by entity DHCP. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:37:02.987823 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-3362a852-123c-4525-8667-59a7d1a33297 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/efbb7545-a6e4-4805-b8b8-a9e67d3ed063 HTTP/1.1" status: 204 len: 168 time: 0.3354685 Jun 29 12:37:02.988697 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-bd3da6ff-90c5-4818-b9ca-5936f7af864e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:02.999467 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362a852-123c-4525-8667-59a7d1a33297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb7545-a6e4-4805-b8b8-a9e67d3ed063,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:03.002115 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-3362a852-123c-4525-8667-59a7d1a33297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:03.090100 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'name': 'tempest-TestShelveInstance-331852493-router', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:58Z', 'updated_at': '2021-06-29T12:37:00Z', 'revision_number': 3, 'project_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'gw_port': {'id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:90:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:59Z', 'updated_at': '2021-06-29T12:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:03.101194 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:03.109898 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:03.133060 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594653d5-39d6-4247-bdb1-98a3c186e6de None None] The sync data for ids ['e6a9aa67-6757-43b9-83c7-9bfc724a849b'] in dv-cinder-786627-14-iscsi is: [{'id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'name': 'tempest-TestShelveInstance-331852493-router', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:58Z', 'updated_at': '2021-06-29T12:37:00Z', 'revision_number': 3, 'project_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'gw_port': {'id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:90:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:59Z', 'updated_at': '2021-06-29T12:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:37:03.147655 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Network 74126a90-3ee7-4026-af95-bd065dfe6739 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:03.153413 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:03.157202 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:37:03.193047 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Pushing event updated for resources: {'Port': ['ID=e15b1a7e-c2e1-4d90-83b1-07976fab042a,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:03.198701 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:03.203803 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737671'] for router_interface, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:03.401639 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 49784878-8163-4f21-926b-9ed60a6d5312 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:03.531791 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:03.541274 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 49784878-8163-4f21-926b-9ed60a6d5312 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:03.541788 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:03.642707 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-36f72e60-0011-43d6-9ca1-4506c05c98c5 None None] Provisioning for port e15b1a7e-c2e1-4d90-83b1-07976fab042a completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:03.653508 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-36f72e60-0011-43d6-9ca1-4506c05c98c5 None None] Provisioning complete for port e15b1a7e-c2e1-4d90-83b1-07976fab042a triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:03.654727 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-36f72e60-0011-43d6-9ca1-4506c05c98c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:03.724709 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device f3ad65bb-ecc5-4def-b5b2-ae1c914893ce up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:03.788443 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:03.862346 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:03.866241 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-781faf47-e3d5-462c-b62a-5bd61d402ed3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:03.959213 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51584) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:04.037547 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Pushing event updated for resources: {'Port': ['ID=e15b1a7e-c2e1-4d90-83b1-07976fab042a,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:04.041415 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:04.053019 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737555'] for router_interface, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:04.088038 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-36f72e60-0011-43d6-9ca1-4506c05c98c5 None None] Port e15b1a7e-c2e1-4d90-83b1-07976fab042a cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:37:04.109303 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:04.109691 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:04.137235 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73d4aa-f56b-448f-9825-d2fc35cf7661 req-7d982a76-32b9-47af-b041-e43941010740 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:04.139154 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0b73d4aa-f56b-448f-9825-d2fc35cf7661 req-7d982a76-32b9-47af-b041-e43941010740 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1042590 Jun 29 12:37:04.183905 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Network 74126a90-3ee7-4026-af95-bd065dfe6739 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:04.185559 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:04.204216 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0b73d4aa-f56b-448f-9825-d2fc35cf7661 req-c9a31296-9280-4e65-b6f8-76aa8dcdfd77 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522964 Jun 29 12:37:04.244031 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ff6eaa6a-041a-4b4a-8874-40153ec60032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:04.384995 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Router e6a9aa67-6757-43b9-83c7-9bfc724a849b has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:37:04.394443 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ff6eaa6a-041a-4b4a-8874-40153ec60032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:04.448877 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ff6eaa6a-041a-4b4a-8874-40153ec60032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:04.452968 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-2f23f485-68af-4848-a0d5-ec23f81a12df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:04.492921 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-ff6eaa6a-041a-4b4a-8874-40153ec60032 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b28cd933efd04fb2ae005bd17bd3aecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5321183 Jun 29 12:37:04.494012 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eaa6a-041a-4b4a-8874-40153ec60032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae0f38f-3169-47ee-874b-5c39945aa929,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:04.496469 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51598) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:04.526556 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ff6eaa6a-041a-4b4a-8874-40153ec60032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:04.529536 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-8589f05d-6694-49e4-a210-97c060026846 None None] Provisioning complete for port e15b1a7e-c2e1-4d90-83b1-07976fab042a triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:04.530674 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:37:04.536439 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] 10.222.0.61 "PUT /v2.0/routers/e6a9aa67-6757-43b9-83c7-9bfc724a849b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1037488 Jun 29 12:37:04.537674 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-8589f05d-6694-49e4-a210-97c060026846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:04.601372 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-8589f05d-6694-49e4-a210-97c060026846 None None] Port e15b1a7e-c2e1-4d90-83b1-07976fab042a cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:37:04.621451 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d8e561f9-a39d-4824-8ab6-2a0be456d0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:04.653352 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d8e561f9-a39d-4824-8ab6-2a0be456d0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:04.820519 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d8e561f9-a39d-4824-8ab6-2a0be456d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:04.823108 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d8e561f9-a39d-4824-8ab6-2a0be456d0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:04.826905 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-d8e561f9-a39d-4824-8ab6-2a0be456d0b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dae0f38f-3169-47ee-874b-5c39945aa929 HTTP/1.1" status: 204 len: 168 time: 0.3059473 Jun 29 12:37:04.827927 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5c84eea9-1340-4232-91c0-9a5cfd0b1d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:04.835538 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e561f9-a39d-4824-8ab6-2a0be456d0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae0f38f-3169-47ee-874b-5c39945aa929,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:04.838255 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d8e561f9-a39d-4824-8ab6-2a0be456d0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:05.158475 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51620) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:05.164050 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-a0b189a9-574e-4503-a7f6-0c5c570ece00 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-962554181', 'description': 'tempest-secgroup-smoke-962554181 description', 'project_id': '7293fbeb32634e6fb27f38b23178279e'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:05.269804 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a0b189a9-574e-4503-a7f6-0c5c570ece00 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:05.365500 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b48712c8-e12f-4297-aeec-1a333c1768b8 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:05.485190 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a0b189a9-574e-4503-a7f6-0c5c570ece00 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:05.525501 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac1d3-9b0c-4436-8d2e-99995fb946a6 req-e40c7837-655f-423a-b8a8-a06692b6fef5 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:05.527136 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d28ac1d3-9b0c-4436-8d2e-99995fb946a6 req-e40c7837-655f-423a-b8a8-a06692b6fef5 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0859652 Jun 29 12:37:05.571197 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a0b189a9-574e-4503-a7f6-0c5c570ece00 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:05.574916 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port b48712c8-e12f-4297-aeec-1a333c1768b8 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:05.580251 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-590a1fa9-4afe-4cec-8ccb-2a4c3f348617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:05.581439 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port b48712c8-e12f-4297-aeec-1a333c1768b8 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:05.581896 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:05.609650 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b189a9-574e-4503-a7f6-0c5c570ece00 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1665704-5908-47a3-b2d7-0ecbe52cdf34,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:05.612664 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a0b189a9-574e-4503-a7f6-0c5c570ece00 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:05.619545 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d28ac1d3-9b0c-4436-8d2e-99995fb946a6 req-c47b6c3a-6801-47e7-94a8-c4b00fb1c691 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857389 Jun 29 12:37:05.677639 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:05.683472 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a0b189a9-574e-4503-a7f6-0c5c570ece00 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:05.684821 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-a0b189a9-574e-4503-a7f6-0c5c570ece00 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5252578 Jun 29 12:37:05.687932 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51640) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:05.692836 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-c6a21d73-2429-4520-b6ae-a0ef5cc847cd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Request body: {'security_group_rule': {'security_group_id': 'c1665704-5908-47a3-b2d7-0ecbe52cdf34', 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:05.704335 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port b48712c8-e12f-4297-aeec-1a333c1768b8, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b48712c8-e12f-4297-aeec-1a333c1768b8,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:05.872397 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:05.875339 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c6a21d73-2429-4520-b6ae-a0ef5cc847cd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:05.883921 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:05.964254 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=b48712c8-e12f-4297-aeec-1a333c1768b8,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:05.970367 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:05.999286 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c6a21d73-2429-4520-b6ae-a0ef5cc847cd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:06.100673 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c6a21d73-2429-4520-b6ae-a0ef5cc847cd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:06.103590 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:06.120864 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a21d73-2429-4520-b6ae-a0ef5cc847cd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bc091a-1585-43fe-961d-edb670990dbe,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:06.123725 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-c6a21d73-2429-4520-b6ae-a0ef5cc847cd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:06.174801 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c6a21d73-2429-4520-b6ae-a0ef5cc847cd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:06.176036 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-c6a21d73-2429-4520-b6ae-a0ef5cc847cd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4869418 Jun 29 12:37:06.180430 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 51662) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:06.186611 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-619287c9-de99-44b8-aea2-e81a669375dd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Request body: {'security_group_rule': {'security_group_id': 'c1665704-5908-47a3-b2d7-0ecbe52cdf34', 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:06.294303 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-619287c9-de99-44b8-aea2-e81a669375dd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:06.378245 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-619287c9-de99-44b8-aea2-e81a669375dd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:06.454886 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-619287c9-de99-44b8-aea2-e81a669375dd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:06.457158 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5b7b4f82-3f4d-4b4e-a035-bf5c58437967 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:06.473812 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619287c9-de99-44b8-aea2-e81a669375dd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0de3144-c812-41dc-87bb-b346bc8ced33,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:06.479626 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-619287c9-de99-44b8-aea2-e81a669375dd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:06.482085 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Sync routers for ids ['e6a9aa67-6757-43b9-83c7-9bfc724a849b'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:37:06.493926 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Routers {'e6a9aa67-6757-43b9-83c7-9bfc724a849b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:37:06.494605 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:36:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6a9aa67-6757-43b9-83c7-9bfc724a849b'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:06.551625 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-619287c9-de99-44b8-aea2-e81a669375dd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:06.556203 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-619287c9-de99-44b8-aea2-e81a669375dd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3705206 Jun 29 12:37:06.556420 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 51670) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:06.561120 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-e17e10c9-62f6-4e7d-a9cb-be9b55a1f376 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Request body: {'security_group_rule': {'security_group_id': 'c1665704-5908-47a3-b2d7-0ecbe52cdf34', 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:06.668378 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Set router e6a9aa67-6757-43b9-83c7-9bfc724a849b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:37:06.717374 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e17e10c9-62f6-4e7d-a9cb-be9b55a1f376 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:06.798394 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e17e10c9-62f6-4e7d-a9cb-be9b55a1f376 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:06.899015 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9521d-9edd-4aa0-a819-ff9efc618893 req-a8c04947-b77c-4c25-819a-354c63ee7019 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:06.900986 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d6e9521d-9edd-4aa0-a819-ff9efc618893 req-a8c04947-b77c-4c25-819a-354c63ee7019 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0827398 Jun 29 12:37:06.922873 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e17e10c9-62f6-4e7d-a9cb-be9b55a1f376 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:06.951729 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:06.951859 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d6e9521d-9edd-4aa0-a819-ff9efc618893 req-b76c1a7f-5769-4b1f-a17f-da51a4c82759 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433834 Jun 29 12:37:06.971134 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e10c9-62f6-4e7d-a9cb-be9b55a1f376 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca1c6d2-4a41-465e-a160-43f0c8616505,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:06.973538 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-e17e10c9-62f6-4e7d-a9cb-be9b55a1f376 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:06.976058 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'name': 'tempest-TestShelveInstance-331852493-router', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:58Z', 'updated_at': '2021-06-29T12:37:03Z', 'revision_number': 4, 'project_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'gw_port': {'id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:90:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:59Z', 'updated_at': '2021-06-29T12:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'e15b1a7e-c2e1-4d90-83b1-07976fab042a', 'name': '', 'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'mac_address': 'fa:16:3e:61:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '28f2305a-a81f-4f80-8627-d154ea6d6561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:02Z', 'updated_at': '2021-06-29T12:37:03Z', 'revision_number': 2, 'project_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'subnets': [{'id': '28f2305a-a81f-4f80-8627-d154ea6d6561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:07.009314 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Checking router: e6a9aa67-6757-43b9-83c7-9bfc724a849b for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:37:07.009761 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Updating router e6a9aa67-6757-43b9-83c7-9bfc724a849b port e15b1a7e-c2e1-4d90-83b1-07976fab042a binding host dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:37:07.056069 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e17e10c9-62f6-4e7d-a9cb-be9b55a1f376 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.057967 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-e17e10c9-62f6-4e7d-a9cb-be9b55a1f376 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5001905 Jun 29 12:37:07.060507 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.060852 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51690) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:07.069900 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-db9737e7-8183-4250-90ad-b6713c0ea200 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Request body: {'security_group_rule': {'security_group_id': 'c1665704-5908-47a3-b2d7-0ecbe52cdf34', 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:07.218902 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db9737e7-8183-4250-90ad-b6713c0ea200 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.269188 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db9737e7-8183-4250-90ad-b6713c0ea200 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.331543 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b48712c8-e12f-4297-aeec-1a333c1768b8 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:07.397301 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db9737e7-8183-4250-90ad-b6713c0ea200 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.400151 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-c6a21d73-2429-4520-b6ae-a0ef5cc847cd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:07.420263 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9737e7-8183-4250-90ad-b6713c0ea200 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a94b9ef-9e52-4a58-9c38-3adbb07a1d72,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:07.424405 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-db9737e7-8183-4250-90ad-b6713c0ea200 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:07.448052 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Notify callbacks [] for port, precommit_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.461386 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port b48712c8-e12f-4297-aeec-1a333c1768b8 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:07.461768 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.465701 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Transition to ACTIVE for port object e15b1a7e-c2e1-4d90-83b1-07976fab042a will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:37:07.494305 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-721057ca-249d-46da-bd01-0dfe3d96ae61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.517184 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-db9737e7-8183-4250-90ad-b6713c0ea200 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.519183 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-db9737e7-8183-4250-90ad-b6713c0ea200 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4560566 Jun 29 12:37:07.521622 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51706) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:07.527996 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-8644e609-ba8c-4af4-ae3c-e9bd88b650be tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Request body: {'security_group_rule': {'security_group_id': 'c1665704-5908-47a3-b2d7-0ecbe52cdf34', 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:07.586228 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.589133 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:07.620661 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.securitygroups_db [None req-8644e609-ba8c-4af4-ae3c-e9bd88b650be tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Project 7293fbeb32634e6fb27f38b23178279e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 12:37:07.627786 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8644e609-ba8c-4af4-ae3c-e9bd88b650be tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.635468 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b4466-49e6-496c-a4fc-fd982060a012 None None] Pushing event updated for resources: {'Port': ['ID=e15b1a7e-c2e1-4d90-83b1-07976fab042a,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:07.639627 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-e82b4466-49e6-496c-a4fc-fd982060a012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:07.713496 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Attempting to bind port e15b1a7e-c2e1-4d90-83b1-07976fab042a on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:37:07.714162 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Attempting to bind port e15b1a7e-c2e1-4d90-83b1-07976fab042a by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '09f4e199-e8c1-4496-83b5-b2048e099d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:37:07.714312 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8644e609-ba8c-4af4-ae3c-e9bd88b650be tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.714493 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Attempting to bind port e15b1a7e-c2e1-4d90-83b1-07976fab042a on network 74126a90-3ee7-4026-af95-bd065dfe6739 {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:37:07.719987 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:37:07.720517 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Checking segment: {'id': '09f4e199-e8c1-4496-83b5-b2048e099d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:37:07.720989 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.721454 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Bound using segment: {'id': '09f4e199-e8c1-4496-83b5-b2048e099d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:37:07.721995 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Bound port: e15b1a7e-c2e1-4d90-83b1-07976fab042a, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f4e199-e8c1-4496-83b5-b2048e099d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:37:07.722485 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.792943 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] For port e15b1a7e-c2e1-4d90-83b1-07976fab042a, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:37:07.796233 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] For port e15b1a7e-c2e1-4d90-83b1-07976fab042a, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=e15b1a7e-c2e1-4d90-83b1-07976fab042a,segment=NetworkSegment(09f4e199-e8c1-4496-83b5-b2048e099d8d),segment_id=09f4e199-e8c1-4496-83b5-b2048e099d8d)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:37:07.814215 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8644e609-ba8c-4af4-ae3c-e9bd88b650be tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.816359 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5ae6b90b-2f8e-4cef-905f-1d9118badd20 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:07.832988 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644e609-ba8c-4af4-ae3c-e9bd88b650be tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0245ae06-9a3a-477f-be21-00369bd0c920,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:07.836487 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-8644e609-ba8c-4af4-ae3c-e9bd88b650be tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:07.946561 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.949399 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:07.970230 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8644e609-ba8c-4af4-ae3c-e9bd88b650be tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:07.970230 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-8644e609-ba8c-4af4-ae3c-e9bd88b650be tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4464936 Jun 29 12:37:07.973133 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 51718) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:07.979873 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-ffa049de-a933-4433-8021-256852b5ae73 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Request body: {'security_group_rule': {'security_group_id': 'c1665704-5908-47a3-b2d7-0ecbe52cdf34', 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:08.002899 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Routers {'e6a9aa67-6757-43b9-83c7-9bfc724a849b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:37:08.003541 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:36:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6a9aa67-6757-43b9-83c7-9bfc724a849b'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:08.040693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b4466-49e6-496c-a4fc-fd982060a012 None None] Pushing event updated for resources: {'Port': ['ID=e15b1a7e-c2e1-4d90-83b1-07976fab042a,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:08.044833 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-e82b4466-49e6-496c-a4fc-fd982060a012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:08.060339 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.securitygroups_db [None req-ffa049de-a933-4433-8021-256852b5ae73 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Project 7293fbeb32634e6fb27f38b23178279e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 12:37:08.066510 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ffa049de-a933-4433-8021-256852b5ae73 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:08.126789 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] Set router e6a9aa67-6757-43b9-83c7-9bfc724a849b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:37:08.206372 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ffa049de-a933-4433-8021-256852b5ae73 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:08.219755 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79469e8a-31ec-40af-9603-038169951168 req-808385ee-ae8f-43e3-b979-d73ad1dbb539 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:08.222089 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-79469e8a-31ec-40af-9603-038169951168 req-808385ee-ae8f-43e3-b979-d73ad1dbb539 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.1432641 Jun 29 12:37:08.263737 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-79469e8a-31ec-40af-9603-038169951168 req-7552db03-e81d-41ab-aab4-dd77a09b06d0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342534 Jun 29 12:37:08.303630 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ffa049de-a933-4433-8021-256852b5ae73 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:08.305777 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:08.325018 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa049de-a933-4433-8021-256852b5ae73 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa6604d-bdf1-43e2-be80-1d2e1a3b8e56,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:08.327478 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ffa049de-a933-4433-8021-256852b5ae73 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:08.374894 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'name': 'tempest-TestShelveInstance-331852493-router', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:58Z', 'updated_at': '2021-06-29T12:37:03Z', 'revision_number': 4, 'project_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'gw_port': {'id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:90:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:59Z', 'updated_at': '2021-06-29T12:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'e15b1a7e-c2e1-4d90-83b1-07976fab042a', 'name': '', 'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'mac_address': 'fa:16:3e:61:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '28f2305a-a81f-4f80-8627-d154ea6d6561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:02Z', 'updated_at': '2021-06-29T12:37:07Z', 'revision_number': 4, 'project_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'subnets': [{'id': '28f2305a-a81f-4f80-8627-d154ea6d6561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:08.397860 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ffa049de-a933-4433-8021-256852b5ae73 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:08.400824 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-ffa049de-a933-4433-8021-256852b5ae73 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4254811 Jun 29 12:37:08.406077 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd060ead-3d31-4efc-8a31-caa7a65645fd None None] The sync data for ids ['e6a9aa67-6757-43b9-83c7-9bfc724a849b'] in dv-cinder-786627-14-iscsi is: [{'id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'name': 'tempest-TestShelveInstance-331852493-router', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:58Z', 'updated_at': '2021-06-29T12:37:03Z', 'revision_number': 4, 'project_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'gw_port': {'id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:90:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:59Z', 'updated_at': '2021-06-29T12:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'e15b1a7e-c2e1-4d90-83b1-07976fab042a', 'name': '', 'network_id': '74126a90-3ee7-4026-af95-bd065dfe6739', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'mac_address': 'fa:16:3e:61:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '28f2305a-a81f-4f80-8627-d154ea6d6561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:02Z', 'updated_at': '2021-06-29T12:37:07Z', 'revision_number': 4, 'project_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'subnets': [{'id': '28f2305a-a81f-4f80-8627-d154ea6d6561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:37:09.331300 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device e15b1a7e-c2e1-4d90-83b1-07976fab042a up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:09.471221 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port e15b1a7e-c2e1-4d90-83b1-07976fab042a completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:09.476006 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port e15b1a7e-c2e1-4d90-83b1-07976fab042a triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:09.476389 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:09.557747 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:09.702033 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port e15b1a7e-c2e1-4d90-83b1-07976fab042a, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=e15b1a7e-c2e1-4d90-83b1-07976fab042a,segment=NetworkSegment(09f4e199-e8c1-4496-83b5-b2048e099d8d),segment_id=09f4e199-e8c1-4496-83b5-b2048e099d8d)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:09.871739 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:09.874770 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:09.926060 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=e15b1a7e-c2e1-4d90-83b1-07976fab042a,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:09.929733 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:10.070392 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9f8732fd-56a8-47ef-8379-125d3ed191d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:10.292911 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:10.942011 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a287105-3e52-4dcb-8bbb-6c09154d2fb1 req-0588b497-750b-4e90-a813-c1a81f91cc4c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:10.943659 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4a287105-3e52-4dcb-8bbb-6c09154d2fb1 req-0588b497-750b-4e90-a813-c1a81f91cc4c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0691247 Jun 29 12:37:10.983961 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4a287105-3e52-4dcb-8bbb-6c09154d2fb1 req-68ae8485-86d6-47f3-bfc9-d5d696fc5875 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338116 Jun 29 12:37:11.305852 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device e15b1a7e-c2e1-4d90-83b1-07976fab042a up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:11.364715 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port e15b1a7e-c2e1-4d90-83b1-07976fab042a triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:11.365100 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:11.417604 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:12.802989 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:14.505327 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76f905-eace-45a7-a8fb-a5def6abdab5 req-973f3f45-9acc-4e3e-b26e-095ea3d9cfc0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:14.506997 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5d76f905-eace-45a7-a8fb-a5def6abdab5 req-973f3f45-9acc-4e3e-b26e-095ea3d9cfc0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0639184 Jun 29 12:37:14.544217 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5d76f905-eace-45a7-a8fb-a5def6abdab5 req-4933ace6-9223-45bc-bc30-e6cc24b441f8 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317473 Jun 29 12:37:16.897984 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:16.973334 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:37:18.026509 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca8255-c0db-466a-8726-4aea78bf0af7 req-176805ab-0ca4-4a7a-87e4-98640c809923 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:18.028054 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6bca8255-c0db-466a-8726-4aea78bf0af7 req-176805ab-0ca4-4a7a-87e4-98640c809923 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0689597 Jun 29 12:37:18.098019 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6bca8255-c0db-466a-8726-4aea78bf0af7 req-475c73cf-d67a-429a-b441-43a6bd091742 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597949 Jun 29 12:37:18.108466 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be322e-90f1-4fd1-bc9d-11e2eba71585 req-cdd5c2db-1d93-4b8b-b986-7b5853018d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:18.109936 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-59be322e-90f1-4fd1-bc9d-11e2eba71585 req-cdd5c2db-1d93-4b8b-b986-7b5853018d15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 1098 time: 0.0810249 Jun 29 12:37:18.146562 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-59be322e-90f1-4fd1-bc9d-11e2eba71585 req-b62ce0d1-677f-4264-a05c-e57d16231b4c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284524 Jun 29 12:37:19.274825 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a341f2-4f94-44e2-ab21-fb830bc765c9 req-cda07128-29a3-4774-aa08-1dce6694e1e1 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:19.276318 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a3a341f2-4f94-44e2-ab21-fb830bc765c9 req-cda07128-29a3-4774-aa08-1dce6694e1e1 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0637658 Jun 29 12:37:19.316047 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a3a341f2-4f94-44e2-ab21-fb830bc765c9 req-c12b8885-398c-4792-b166-3af35cc169d9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339060 Jun 29 12:37:23.401696 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700310c-dbce-42e2-96bb-ab9ab85da995 req-90150009-bf9a-44cd-aeb5-3c9f171522c7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:23.403349 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a700310c-dbce-42e2-96bb-ab9ab85da995 req-90150009-bf9a-44cd-aeb5-3c9f171522c7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0682027 Jun 29 12:37:23.447038 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a700310c-dbce-42e2-96bb-ab9ab85da995 req-bd348afc-9342-40a8-b5ef-5ee2aeeee533 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358264 Jun 29 12:37:23.620072 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422eb6c-64ec-439c-8e0e-2e12a480a48a req-31b47945-e865-4be7-9d2e-76d47627e28b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:23.621719 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4422eb6c-64ec-439c-8e0e-2e12a480a48a req-31b47945-e865-4be7-9d2e-76d47627e28b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0620644 Jun 29 12:37:23.662303 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4422eb6c-64ec-439c-8e0e-2e12a480a48a req-bd876f90-7d4c-414a-8b61-194ba8eb4acb tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Jun 29 12:37:24.912469 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 52090) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:25.016480 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fcfcd7bd-cfb2-449f-ab0e-294923ab112d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:25.114538 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fcfcd7bd-cfb2-449f-ab0e-294923ab112d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:25.162601 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fcfcd7bd-cfb2-449f-ab0e-294923ab112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:25.166462 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-95597158-f2de-4375-9993-02c041e703dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:25.201890 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-fcfcd7bd-cfb2-449f-ab0e-294923ab112d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b3f089db029640b99b78e36299f81b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883329 Jun 29 12:37:25.202808 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcd7bd-cfb2-449f-ab0e-294923ab112d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fe446b-c598-4ac5-89df-ed5a8ef26a79,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:25.204734 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 52098) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:25.205919 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-fcfcd7bd-cfb2-449f-ab0e-294923ab112d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:25.267387 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:25.293469 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:25.414051 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:25.418335 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:25.418335 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/10fe446b-c598-4ac5-89df-ed5a8ef26a79 HTTP/1.1" status: 204 len: 168 time: 0.2114203 Jun 29 12:37:25.419122 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3c9ca3ef-ac01-446a-92a3-62a2b0b171a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:25.427113 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fe446b-c598-4ac5-89df-ed5a8ef26a79,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:25.434703 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:25.435128 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:25.435624 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:25.436015 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:25.436310 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:25.436654 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:25.437078 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:25.437608 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:25.437964 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:25.438452 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:25.438799 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:25.439139 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:25.443035 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:26.147003 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 52136) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:26.160716 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ae12cbfb-2284-4366-8e0b-2f3a79bce26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:26.269901 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ae12cbfb-2284-4366-8e0b-2f3a79bce26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:26.372466 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ae12cbfb-2284-4366-8e0b-2f3a79bce26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:26.376183 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-16c55149-af0b-40dc-9615-5def16b21e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:26.380481 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ac105-7410-4adf-b9cb-7dd15da715c1 req-040b2039-02ad-4774-9b77-bfa670f8f0e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:26.383871 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c71ac105-7410-4adf-b9cb-7dd15da715c1 req-040b2039-02ad-4774-9b77-bfa670f8f0e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1023133 Jun 29 12:37:26.386613 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5d92-0766-40fb-aa7b-11eae1a3339d req-66a5d844-1c42-419e-b291-302cc761ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:26.387856 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-452d5d92-0766-40fb-aa7b-11eae1a3339d req-66a5d844-1c42-419e-b291-302cc761ea2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1602240f3a4a41979987d2f3300a74d5&device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 1099 time: 0.0966268 Jun 29 12:37:26.432171 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-ae12cbfb-2284-4366-8e0b-2f3a79bce26e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d731f9d22ad4481bb3d982788361d1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840915 Jun 29 12:37:26.435899 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 52144) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:26.461176 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12cbfb-2284-4366-8e0b-2f3a79bce26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0a0f93-cd5b-4d9d-9689-7186b43ecc11,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:26.464904 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ae12cbfb-2284-4366-8e0b-2f3a79bce26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:26.498023 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9f3a718d-00a4-454e-ba28-c4e7e17d6aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:26.520918 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9f3a718d-00a4-454e-ba28-c4e7e17d6aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:26.665192 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9f3a718d-00a4-454e-ba28-c4e7e17d6aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:26.668163 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9f3a718d-00a4-454e-ba28-c4e7e17d6aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:26.669336 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-9f3a718d-00a4-454e-ba28-c4e7e17d6aca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7d0a0f93-cd5b-4d9d-9689-7186b43ecc11 HTTP/1.1" status: 204 len: 168 time: 0.2334180 Jun 29 12:37:26.670305 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-54c687d2-f38c-49e4-a348-0ad7c8979eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:26.697883 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a718d-00a4-454e-ba28-c4e7e17d6aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0a0f93-cd5b-4d9d-9689-7186b43ecc11,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:26.707194 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-9f3a718d-00a4-454e-ba28-c4e7e17d6aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:26.767280 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c71ac105-7410-4adf-b9cb-7dd15da715c1 req-050b3b6a-a0f7-424a-8454-d5e4b1ab0ea2 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458376 Jun 29 12:37:26.818373 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5d92-0766-40fb-aa7b-11eae1a3339d req-54738124-f65e-4de9-ab4f-96fdbd7d9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:26.820728 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-452d5d92-0766-40fb-aa7b-11eae1a3339d req-54738124-f65e-4de9-ab4f-96fdbd7d9286 service neutron] 10.222.0.37 "GET /v2.0/networks?id=005390eb-b2ea-4409-a911-12b960f56e49 HTTP/1.1" status: 200 len: 919 time: 0.4159732 Jun 29 12:37:26.882035 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-452d5d92-0766-40fb-aa7b-11eae1a3339d req-ff7590d8-9949-4d72-a84c-89323982cd8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf60f431-0b94-4c6a-9af4-28e8aee49732 HTTP/1.1" status: 200 len: 217 time: 0.0467215 Jun 29 12:37:26.939107 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5d92-0766-40fb-aa7b-11eae1a3339d req-96c79da1-0b8b-4ed9-9276-956b09996d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:26.941228 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-452d5d92-0766-40fb-aa7b-11eae1a3339d req-96c79da1-0b8b-4ed9-9276-956b09996d35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f93e1b-50db-4db1-9c73-4aa8c9d54cbe HTTP/1.1" status: 200 len: 858 time: 0.0512941 Jun 29 12:37:26.999997 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-452d5d92-0766-40fb-aa7b-11eae1a3339d req-fbdb696c-4e74-4e81-a590-3ead0e4149dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=005390eb-b2ea-4409-a911-12b960f56e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479674 Jun 29 12:37:27.168625 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-452d5d92-0766-40fb-aa7b-11eae1a3339d req-e49e3136-a1e7-404b-ab43-7fc87f208fb2 service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539862 Jun 29 12:37:27.198047 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4503859-d301-4978-a332-8e3fe3108618 req-eb6106b2-bd88-4575-9015-3875b65586a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:27.198047 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c4503859-d301-4978-a332-8e3fe3108618 req-eb6106b2-bd88-4575-9015-3875b65586a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0966048 Jun 29 12:37:27.319808 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c4503859-d301-4978-a332-8e3fe3108618 req-a9b20046-cadf-4d9a-8680-ea1fee5a971b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137302 Jun 29 12:37:27.335716 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-452d5d92-0766-40fb-aa7b-11eae1a3339d req-160b6cff-ddf7-4a60-ab54-8fdcfe3a8341 service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594326 Jun 29 12:37:27.964858 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf82893-c5ae-40d4-ab9e-969621d8a8c3 req-e04da8b8-47c5-4f75-bae5-5dee1b3421a8 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:27.970662 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7cf82893-c5ae-40d4-ab9e-969621d8a8c3 req-e04da8b8-47c5-4f75-bae5-5dee1b3421a8 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0702357 Jun 29 12:37:28.005918 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7cf82893-c5ae-40d4-ab9e-969621d8a8c3 req-78aa17a8-2852-419b-a854-831d555ab575 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338621 Jun 29 12:37:28.515587 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793126bb-98ef-4b5f-8c7d-26d00edfd6d9 req-160cff89-f01a-4e86-a1d3-df42b05e3466 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:28.517078 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-793126bb-98ef-4b5f-8c7d-26d00edfd6d9 req-160cff89-f01a-4e86-a1d3-df42b05e3466 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0760961 Jun 29 12:37:28.557527 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-793126bb-98ef-4b5f-8c7d-26d00edfd6d9 req-c5d6e44c-6f4a-4bf9-9695-ff5859f99611 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340807 Jun 29 12:37:29.196038 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c84eb-c6ac-4db0-a489-2e02b11456e6 req-71ff4809-ad9e-46e5-b331-df3760f08e61 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:29.197501 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-544c84eb-c6ac-4db0-a489-2e02b11456e6 req-71ff4809-ad9e-46e5-b331-df3760f08e61 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0668910 Jun 29 12:37:29.237726 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-544c84eb-c6ac-4db0-a489-2e02b11456e6 req-63ff399c-a415-4519-860d-1825e76ebfad tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345256 Jun 29 12:37:29.743441 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfad623-345e-42bc-b68a-b2bd482592e6 req-85e44d6b-5608-488a-b988-ad76840e9351 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:29.745015 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7cfad623-345e-42bc-b68a-b2bd482592e6 req-85e44d6b-5608-488a-b988-ad76840e9351 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0689638 Jun 29 12:37:29.785301 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7cfad623-345e-42bc-b68a-b2bd482592e6 req-e5582066-5ddf-4593-91bc-d98a27565743 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346882 Jun 29 12:37:30.425408 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ea5dc-1103-4c30-b81c-6f121941f1f5 req-0f37d91c-63fc-4b00-932f-c317f6748ac0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:30.427545 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5f2ea5dc-1103-4c30-b81c-6f121941f1f5 req-0f37d91c-63fc-4b00-932f-c317f6748ac0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0735683 Jun 29 12:37:30.467728 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5f2ea5dc-1103-4c30-b81c-6f121941f1f5 req-410eca63-193e-45ff-a073-b5e10ed8b5da tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339301 Jun 29 12:37:30.874326 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 52310) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:30.978586 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24099de5-7fd6-4395-b0eb-5c5ee016d8db req-a5f31ec8-a7b5-4dfd-8853-755ae65cd417 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:30.979996 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-24099de5-7fd6-4395-b0eb-5c5ee016d8db req-a5f31ec8-a7b5-4dfd-8853-755ae65cd417 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0720353 Jun 29 12:37:30.988456 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:31.040965 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-24099de5-7fd6-4395-b0eb-5c5ee016d8db req-66d15c5c-5148-457f-9323-b2d8ff96737b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544534 Jun 29 12:37:31.105684 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:31.246422 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:31.250342 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a0b189a9-574e-4503-a7f6-0c5c570ece00 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:31.291655 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4aeb2d77822f4cb198fa1d0ee8726ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133625 Jun 29 12:37:31.291655 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4462c3-4e55-4363-8d75-bcc092eeedb6,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:31.292009 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 52328) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:31.300748 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:31.301153 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:31.301599 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:31.302179 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:31.302465 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:31.302827 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:31.303186 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:31.303543 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:31.303896 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:31.304313 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:31.305416 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:31.305997 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:31.310347 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:31.355701 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bbd39408-496c-43cf-af6e-480c4eed2f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:31.377163 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bbd39408-496c-43cf-af6e-480c4eed2f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:31.486824 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bbd39408-496c-43cf-af6e-480c4eed2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:31.489486 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bbd39408-496c-43cf-af6e-480c4eed2f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:31.493546 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-bbd39408-496c-43cf-af6e-480c4eed2f0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c4462c3-4e55-4363-8d75-bcc092eeedb6 HTTP/1.1" status: 204 len: 168 time: 0.2002795 Jun 29 12:37:31.494809 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-2218877e-4ead-424e-ad94-53fbac0416c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:31.502323 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd39408-496c-43cf-af6e-480c4eed2f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4462c3-4e55-4363-8d75-bcc092eeedb6,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:31.510976 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-bbd39408-496c-43cf-af6e-480c4eed2f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:31.623571 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 52340) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:31.658398 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca29b2-c2c6-4cd7-bf6c-16c667edf557 req-f82ee72a-7853-48a5-bc61-eae9d9cbb884 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:31.660060 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7bca29b2-c2c6-4cd7-bf6c-16c667edf557 req-f82ee72a-7853-48a5-bc61-eae9d9cbb884 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0677013 Jun 29 12:37:31.700677 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7bca29b2-c2c6-4cd7-bf6c-16c667edf557 req-a2fde089-e2f5-45c0-b88f-8666309b47f4 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335431 Jun 29 12:37:31.826064 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f09bc1b6-cfb0-49c4-8f2f-536246061bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:31.926802 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f09bc1b6-cfb0-49c4-8f2f-536246061bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:31.990915 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f09bc1b6-cfb0-49c4-8f2f-536246061bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:31.993549 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c3205a23-3b1e-48ed-9de9-9078035a33fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:32.030548 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-f09bc1b6-cfb0-49c4-8f2f-536246061bf0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a424671cf7d412f84fb09000294abca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058876 Jun 29 12:37:32.031503 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bc1b6-cfb0-49c4-8f2f-536246061bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65373dfb-3100-4d56-add8-645c5d32b23b,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:32.033258 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 52344) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:32.034560 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f09bc1b6-cfb0-49c4-8f2f-536246061bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:32.082607 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b238ceec-de26-4454-a9b3-8ca88db592a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:32.104879 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b238ceec-de26-4454-a9b3-8ca88db592a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:32.221538 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ff595-b397-4f25-91e4-a377fec487a8 req-918ad6a4-1261-4bc0-8dbb-2b9e30a0734e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:32.223985 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-657ff595-b397-4f25-91e4-a377fec487a8 req-918ad6a4-1261-4bc0-8dbb-2b9e30a0734e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0649981 Jun 29 12:37:32.241350 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b238ceec-de26-4454-a9b3-8ca88db592a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:32.244436 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b238ceec-de26-4454-a9b3-8ca88db592a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:32.245753 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-b238ceec-de26-4454-a9b3-8ca88db592a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65373dfb-3100-4d56-add8-645c5d32b23b HTTP/1.1" status: 204 len: 168 time: 0.2112334 Jun 29 12:37:32.247331 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-c26f19d1-b3e1-4594-ab32-079d18982dc1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:32.268733 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238ceec-de26-4454-a9b3-8ca88db592a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65373dfb-3100-4d56-add8-645c5d32b23b,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:32.268733 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b238ceec-de26-4454-a9b3-8ca88db592a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:32.291273 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-657ff595-b397-4f25-91e4-a377fec487a8 req-0c955216-a8e0-4b09-b5bc-9f3d9dc60e8c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564682 Jun 29 12:37:32.877576 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2518e-84ce-4b1a-b12f-14b2f95c22a0 req-9bc26483-ca81-43ec-a100-6796cef1f137 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:32.879106 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-59b2518e-84ce-4b1a-b12f-14b2f95c22a0 req-9bc26483-ca81-43ec-a100-6796cef1f137 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0652673 Jun 29 12:37:32.917315 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-59b2518e-84ce-4b1a-b12f-14b2f95c22a0 req-254abb1d-2b71-4f35-b748-f732374d213c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Jun 29 12:37:33.484100 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b92a9-86be-4992-a296-da4125f426b6 req-5c0cad76-93d7-4d50-a2f7-36d80d50c09a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:33.485562 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-692b92a9-86be-4992-a296-da4125f426b6 req-5c0cad76-93d7-4d50-a2f7-36d80d50c09a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0740657 Jun 29 12:37:33.523487 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-692b92a9-86be-4992-a296-da4125f426b6 req-37fc3430-77cf-4e36-b2c0-aa53cca3734a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320122 Jun 29 12:37:34.094683 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041af5e-3f5e-4b90-ac91-5219a3c7f563 req-9bd1453e-02af-4f14-b983-047956138951 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:34.096065 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c041af5e-3f5e-4b90-ac91-5219a3c7f563 req-9bd1453e-02af-4f14-b983-047956138951 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0658810 Jun 29 12:37:34.135045 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c041af5e-3f5e-4b90-ac91-5219a3c7f563 req-f565884d-9052-45a9-885b-5b254c1a7eb6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327861 Jun 29 12:37:34.710300 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b5a84-fc68-4369-a88f-f2804eeee79e req-3432abd0-46b1-4e03-8326-b6aed8f89c0f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:34.712233 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-342b5a84-fc68-4369-a88f-f2804eeee79e req-3432abd0-46b1-4e03-8326-b6aed8f89c0f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0610549 Jun 29 12:37:34.749774 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-342b5a84-fc68-4369-a88f-f2804eeee79e req-374bf642-5fb4-4928-b4a1-32485250e33d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317254 Jun 29 12:37:35.312159 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562851b-d997-4a5e-8e9a-f6f2db9ece57 req-6d3c4a8f-c0da-4822-889b-82de2841d6fd tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:35.313552 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2562851b-d997-4a5e-8e9a-f6f2db9ece57 req-6d3c4a8f-c0da-4822-889b-82de2841d6fd tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0678415 Jun 29 12:37:35.352974 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2562851b-d997-4a5e-8e9a-f6f2db9ece57 req-41a654bd-ea23-40c0-88fd-5069c9722c42 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334880 Jun 29 12:37:35.936081 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5c41d-a263-4979-9de2-8d73bbc25eb6 req-d0b43400-f359-4833-87fc-82977adad077 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:35.937628 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-54a5c41d-a263-4979-9de2-8d73bbc25eb6 req-d0b43400-f359-4833-87fc-82977adad077 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0652304 Jun 29 12:37:35.975077 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-54a5c41d-a263-4979-9de2-8d73bbc25eb6 req-7f52b48f-71b4-408a-89cf-da913c3f78a2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318687 Jun 29 12:37:36.532210 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b23aeb-3ee2-4b55-9253-18a84566c57b req-d1a53ac0-9b8e-410c-b94f-ccd5196c3616 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:36.533769 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-84b23aeb-3ee2-4b55-9253-18a84566c57b req-d1a53ac0-9b8e-410c-b94f-ccd5196c3616 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0630248 Jun 29 12:37:36.572310 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-84b23aeb-3ee2-4b55-9253-18a84566c57b req-ad06ac09-0701-4d61-958c-b847289e90f1 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320160 Jun 29 12:37:37.164263 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09759079-9d99-4da2-9441-90541c9445d5 req-b309043e-83c7-42ec-89de-585ae13204ec tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:37.165987 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-09759079-9d99-4da2-9441-90541c9445d5 req-b309043e-83c7-42ec-89de-585ae13204ec tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0683348 Jun 29 12:37:37.202809 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-09759079-9d99-4da2-9441-90541c9445d5 req-79ee5d2c-d418-4722-8e9b-104f146fc504 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312059 Jun 29 12:37:37.465019 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9528ab44-f9af-4be8-a5da-79549e880d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:37.648550 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-90a398e5-7132-4d67-ae42-a26ddf1eba88 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-962554181&fields=id&tenant_id=7293fbeb32634e6fb27f38b23178279e HTTP/1.1" status: 200 len: 267 time: 0.0347552 Jun 29 12:37:37.795257 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-f0dba543-bc61-4728-b86c-899c2052f708 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:37.796607 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-f0dba543-bc61-4728-b86c-899c2052f708 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/networks?id=59fce745-e302-4d72-96a9-8c7edaf3a0ed HTTP/1.1" status: 200 len: 808 time: 0.1413867 Jun 29 12:37:37.809315 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38955001-e535-4631-96b4-ce2a5d272dbe req-1cf2afc3-9706-4ea1-9a04-95ff82ef63ce tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:37.810735 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-38955001-e535-4631-96b4-ce2a5d272dbe req-1cf2afc3-9706-4ea1-9a04-95ff82ef63ce tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1089458 Jun 29 12:37:37.827953 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-98999504-d727-438f-92c5-0c3d923a3fd3 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/quotas/7293fbeb32634e6fb27f38b23178279e HTTP/1.1" status: 200 len: 375 time: 0.0161459 Jun 29 12:37:37.881525 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-38955001-e535-4631-96b4-ce2a5d272dbe req-39fcf3dd-d4fc-4219-807b-160b54623997 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637882 Jun 29 12:37:37.911214 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-8a9ed923-a27e-411a-b7e7-cf8ce8c44e95 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7293fbeb32634e6fb27f38b23178279e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774171 Jun 29 12:37:38.009364 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-bf5cc06c-3fb9-4fa1-970d-f38c205fe4bd service neutron] 10.222.0.61 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855420 Jun 29 12:37:38.099491 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-8a4e1b16-546e-4354-b013-6a4ada61d129 service neutron] 10.222.0.61 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838172 Jun 29 12:37:38.400486 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dddfeb-f962-47bb-9708-d4152433327b req-7488afee-bcb8-47fb-8247-2c007669046a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:38.401974 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-67dddfeb-f962-47bb-9708-d4152433327b req-7488afee-bcb8-47fb-8247-2c007669046a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0697815 Jun 29 12:37:38.439882 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-67dddfeb-f962-47bb-9708-d4152433327b req-f31a0aa3-b65e-4c95-a427-8db587ce9c45 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323474 Jun 29 12:37:38.765190 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0f9d6dd8-fa54-4b53-a0e9-a4f0a7d2e4d5 req-6035ff21-5d70-40e8-8015-477dfb9788bc tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 210 time: 0.0293732 Jun 29 12:37:39.056893 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e68bee-410c-4655-9480-fd426ed90ad1 req-fe2c2dee-d675-4826-b08b-5a8bb3f8e756 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:39.058406 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b9e68bee-410c-4655-9480-fd426ed90ad1 req-fe2c2dee-d675-4826-b08b-5a8bb3f8e756 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0654399 Jun 29 12:37:39.097225 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b9e68bee-410c-4655-9480-fd426ed90ad1 req-b82d8e4f-1600-4e83-8bbf-fb0c2659efc0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327458 Jun 29 12:37:39.630140 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab47c8e-2d95-4216-ad70-bfa40d575d06 req-399550cc-2714-4ed4-a49f-0f4800628dc7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:39.631593 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7ab47c8e-2d95-4216-ad70-bfa40d575d06 req-399550cc-2714-4ed4-a49f-0f4800628dc7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0705299 Jun 29 12:37:39.670579 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7ab47c8e-2d95-4216-ad70-bfa40d575d06 req-00f7b175-94d7-4f60-9722-e3499385270c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321639 Jun 29 12:37:39.860337 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a323dfdf-b232-4c0d-bb01-77d0385f305b req-7b8fe00a-a48f-49cf-91bf-76d52e85bdc7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 210 time: 0.0342131 Jun 29 12:37:40.275324 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6441a8-ba43-4b63-8071-def8ad756032 req-00eecced-b3b3-48bb-9bb6-6d40c6c9553d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:40.275324 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ce6441a8-ba43-4b63-8071-def8ad756032 req-00eecced-b3b3-48bb-9bb6-6d40c6c9553d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0660360 Jun 29 12:37:40.318172 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ce6441a8-ba43-4b63-8071-def8ad756032 req-cfe8afc2-cf9a-4bb4-a4de-4884aeabf5e7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371151 Jun 29 12:37:40.327839 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-efcc944b-bf15-43d8-bc4e-2edd7d8317f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:40.383732 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:40.854511 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17122afb-3542-411d-8947-e4fa84004c5a req-e53c610a-d414-49d7-98dc-03f88f3926be tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:40.855972 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-17122afb-3542-411d-8947-e4fa84004c5a req-e53c610a-d414-49d7-98dc-03f88f3926be tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0628099 Jun 29 12:37:40.893250 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-17122afb-3542-411d-8947-e4fa84004c5a req-d30434d6-667e-48f8-88c6-74d2ad67fb71 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314968 Jun 29 12:37:41.003609 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a15abe22-550b-4735-951f-54f75d901aa3 req-e486c2ac-3f64-4b00-a8f9-8d18c636c07c tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 210 time: 0.0284712 Jun 29 12:37:41.142151 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 52578) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:41.248815 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-99c35693-0620-42ee-97dd-f7637762f8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:41.339133 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-99c35693-0620-42ee-97dd-f7637762f8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:41.442039 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-99c35693-0620-42ee-97dd-f7637762f8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:41.442306 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:41.447240 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1e26f2c0-4c44-4347-ab61-658ff3d41d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:41.481745 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-99c35693-0620-42ee-97dd-f7637762f8eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aed8174f1f504974b0c39da9c707d08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381658 Jun 29 12:37:41.483534 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c35693-0620-42ee-97dd-f7637762f8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e38f2e-b364-4a3d-a62f-1bfbf11a257d,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:41.485351 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 52586) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:41.486732 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-99c35693-0620-42ee-97dd-f7637762f8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:41.513947 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec58b8-44f8-440d-b112-37035a0617cb req-2d22e55b-6278-4be9-93ba-49ae236c7b1e tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:41.516374 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4bec58b8-44f8-440d-b112-37035a0617cb req-2d22e55b-6278-4be9-93ba-49ae236c7b1e tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0842965 Jun 29 12:37:41.579328 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4bec58b8-44f8-440d-b112-37035a0617cb req-160f0014-c4c7-4f13-bd9c-bad1f3bec98e tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555885 Jun 29 12:37:41.580190 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5a1620a1-e61b-4a49-99d2-7734452162ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:41.606712 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5a1620a1-e61b-4a49-99d2-7734452162ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:41.874772 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5a1620a1-e61b-4a49-99d2-7734452162ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:41.877395 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5a1620a1-e61b-4a49-99d2-7734452162ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:41.878542 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-5a1620a1-e61b-4a49-99d2-7734452162ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f7e38f2e-b364-4a3d-a62f-1bfbf11a257d HTTP/1.1" status: 204 len: 168 time: 0.3917041 Jun 29 12:37:41.879378 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-7fbb9a7f-c54e-4e6e-a166-aca61bbe44f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:41.887252 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1620a1-e61b-4a49-99d2-7734452162ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e38f2e-b364-4a3d-a62f-1bfbf11a257d,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:41.889647 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5a1620a1-e61b-4a49-99d2-7734452162ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:42.095255 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec143c-44f7-4f5f-aaf5-21031b7a9dc4 req-40f2444c-f8e1-4ad7-ba7c-ab4b8422ad63 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:42.097540 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d7ec143c-44f7-4f5f-aaf5-21031b7a9dc4 req-40f2444c-f8e1-4ad7-ba7c-ab4b8422ad63 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0756488 Jun 29 12:37:42.197776 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b49143b0-12bf-42f2-84e1-e50965b605dc req-9636c5d8-2d9f-486c-976e-1c5b8e352e11 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 210 time: 0.0421169 Jun 29 12:37:42.227428 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d7ec143c-44f7-4f5f-aaf5-21031b7a9dc4 req-eed413ae-ade2-41c9-b1fa-69714504b6ea tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183045 Jun 29 12:37:42.275512 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-3f3d69b5-104f-4bf0-86a4-ddcfc07dc186 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:42.277185 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-3f3d69b5-104f-4bf0-86a4-ddcfc07dc186 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.37 "GET /v2.0/networks?id=59fce745-e302-4d72-96a9-8c7edaf3a0ed HTTP/1.1" status: 200 len: 808 time: 0.1785033 Jun 29 12:37:42.351539 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-2d7a1b7c-28a9-46e6-b084-9cb7e1a0d51d tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7293fbeb32634e6fb27f38b23178279e HTTP/1.1" status: 200 len: 379 time: 0.0623665 Jun 29 12:37:42.361156 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Request body: {'port': {'device_id': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'admin_state_up': True, 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'security_groups': ['c1665704-5908-47a3-b2d7-0ecbe52cdf34']}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:42.560724 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Made reservation on behalf of 7293fbeb32634e6fb27f38b23178279e for: {'port': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:37:42.570030 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:42.745050 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Allocated IP 172.20.0.12 (59fce745-e302-4d72-96a9-8c7edaf3a0ed/f9fff4fe-8011-41e8-8db9-d036d046ab75/aba27577-58b6-4005-bbc1-6ec9058eac10) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:37:42.812645 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2f1f3-8780-4fad-964c-467110c84f4b req-428d3474-8d65-44d2-a152-0f15cba1886b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:42.814183 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c2d2f1f3-8780-4fad-964c-467110c84f4b req-428d3474-8d65-44d2-a152-0f15cba1886b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1102743 Jun 29 12:37:42.830758 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:42.907139 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c2d2f1f3-8780-4fad-964c-467110c84f4b req-09251544-bc28-46b0-9a86-8c798cc3804e tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782642 Jun 29 12:37:42.946490 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:42.959915 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Transition to ACTIVE for port object aba27577-58b6-4005-bbc1-6ec9058eac10 will not be triggered until provisioned by entity DHCP. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:37:43.048295 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:43.055292 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:43.062637 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 52644) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:43.105030 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Network 59fce745-e302-4d72-96a9-8c7edaf3a0ed is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:43.108326 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:43.112051 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:37:43.136317 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Pushing event updated for resources: {'Port': ['ID=aba27577-58b6-4005-bbc1-6ec9058eac10,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:43.140552 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:43.171598 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:43.172236 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:43.186011 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1553724147-network', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:43.345449 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9887676 Jun 29 12:37:43.372560 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Request body: {'port': {'device_id': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:43.480659 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-00d5d914-bca9-4d51-b5b4-2cbacec19e71 None None] Provisioning for port aba27577-58b6-4005-bbc1-6ec9058eac10 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:43.485423 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-00d5d914-bca9-4d51-b5b4-2cbacec19e71 None None] Provisioning complete for port aba27577-58b6-4005-bbc1-6ec9058eac10 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:43.485988 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-00d5d914-bca9-4d51-b5b4-2cbacec19e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:43.525019 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-00d5d914-bca9-4d51-b5b4-2cbacec19e71 None None] Port aba27577-58b6-4005-bbc1-6ec9058eac10 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:37:43.550690 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:43.574449 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7b9c1e14-2b8f-4e08-af8e-98a95cb929ed req-6744ab8d-dde1-42bf-8056-7af072b45859 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2278249 Jun 29 12:37:43.588658 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ed9d2-4e1d-4dfe-afbe-7ee0c10301b0 req-74fb8f21-9fda-47d9-98e3-12ccecd6812e tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:43.590513 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bb3ed9d2-4e1d-4dfe-afbe-7ee0c10301b0 req-74fb8f21-9fda-47d9-98e3-12ccecd6812e tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 932 time: 0.2272370 Jun 29 12:37:43.610611 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Made reservation on behalf of aecb4929e9154840a6f709ac017ba153 for: {'network': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:37:43.613138 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:43.668055 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:43.760792 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588ab3c-ddd3-4fd2-ba23-e5b99c144769 req-1a637fc9-32ff-407f-ad6a-34557423b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:43.762415 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0588ab3c-ddd3-4fd2-ba23-e5b99c144769 req-1a637fc9-32ff-407f-ad6a-34557423b663 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 1099 time: 0.0510340 Jun 29 12:37:43.774798 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bb3ed9d2-4e1d-4dfe-afbe-7ee0c10301b0 req-e4f586f4-3228-4c2e-9016-90759ddbc73c tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587856 Jun 29 12:37:43.804996 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0588ab3c-ddd3-4fd2-ba23-e5b99c144769 req-0d83239d-8446-4412-afae-4e4675c43cdc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345590 Jun 29 12:37:43.861427 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e67ec-87f0-4db9-a0dc-7cab2bc3d3b2 req-2e2622cb-96c9-489b-80a8-21a3b9ba3fe3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:43.863001 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bb3e67ec-87f0-4db9-a0dc-7cab2bc3d3b2 req-2e2622cb-96c9-489b-80a8-21a3b9ba3fe3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.3005452 Jun 29 12:37:43.881222 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c1e14-2b8f-4e08-af8e-98a95cb929ed req-0d5a1492-d428-4ba8-8534-69792358e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:43.883279 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7b9c1e14-2b8f-4e08-af8e-98a95cb929ed req-0d5a1492-d428-4ba8-8534-69792358e7c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1602240f3a4a41979987d2f3300a74d5&device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 1098 time: 0.2645860 Jun 29 12:37:44.062547 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bb3e67ec-87f0-4db9-a0dc-7cab2bc3d3b2 req-9f040dd4-1975-4636-85e8-50cb6531eec5 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884205 Jun 29 12:37:44.420870 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c1e14-2b8f-4e08-af8e-98a95cb929ed req-68160521-cc7c-482f-bed9-c88e62c8d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:44.422359 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7b9c1e14-2b8f-4e08-af8e-98a95cb929ed req-68160521-cc7c-482f-bed9-c88e62c8d807 service neutron] 10.222.0.37 "GET /v2.0/networks?id=005390eb-b2ea-4409-a911-12b960f56e49 HTTP/1.1" status: 200 len: 919 time: 0.4749720 Jun 29 12:37:44.429289 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:44.467505 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb30175-8070-44f8-9193-972c71b338a3 req-b4fa6603-e091-4cbb-8ae6-cd41d6a84bf1 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:44.468984 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-abb30175-8070-44f8-9193-972c71b338a3 req-b4fa6603-e091-4cbb-8ae6-cd41d6a84bf1 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.4406574 Jun 29 12:37:44.515919 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba27577-58b6-4005-bbc1-6ec9058eac10 {{(pid=93599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:37:44.527085 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:44.547578 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-abb30175-8070-44f8-9193-972c71b338a3 req-9697818a-581c-4a56-b855-e1c714bdd39a tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596497 Jun 29 12:37:44.548131 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:44.553036 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:44.556266 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Transition to ACTIVE for port object aba27577-58b6-4005-bbc1-6ec9058eac10 will not be triggered until provisioned by entity L2. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:37:44.571695 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:37:44.584603 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4a70b5-4df9-495d-a39c-5e470b8cacf7,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:44.589250 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:44.597240 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:44.597240 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.segments_db [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Added segment ed5e5093-ffff-4cc5-ac16-f6f28461ee84 of type vlan for network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 Jun 29 12:37:44.622185 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:44.627287 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:44.660730 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:44.687913 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Pushing event updated for resources: {'Port': ['ID=aba27577-58b6-4005-bbc1-6ec9058eac10,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:44.691972 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:44.776455 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Attempting to bind port aba27577-58b6-4005-bbc1-6ec9058eac10 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:37:44.776798 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Attempting to bind port aba27577-58b6-4005-bbc1-6ec9058eac10 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed'}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:37:44.777131 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Attempting to bind port aba27577-58b6-4005-bbc1-6ec9058eac10 on network 59fce745-e302-4d72-96a9-8c7edaf3a0ed {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:37:44.781658 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Port aba27577-58b6-4005-bbc1-6ec9058eac10 on network 59fce745-e302-4d72-96a9-8c7edaf3a0ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:37:44.781974 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Attempting to bind port aba27577-58b6-4005-bbc1-6ec9058eac10 on network 59fce745-e302-4d72-96a9-8c7edaf3a0ed {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:37:44.787213 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:37:44.787584 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Checking segment: {'id': '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:37:44.787932 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Bound using segment: {'id': '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed'} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:37:44.788422 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Bound port: aba27577-58b6-4005-bbc1-6ec9058eac10, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed'}}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:37:44.788787 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:44.831844 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:44.834754 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:44.836081 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:44.842988 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:44.971396 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9076905 Jun 29 12:37:44.973374 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] For port aba27577-58b6-4005-bbc1-6ec9058eac10, host hv-cinder-78662, cleared binding levels {{(pid=93599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:37:44.974837 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 52678) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:44.975690 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Pushing event updated for resources: {'Network': ['ID=4b9e71c4-1eed-44d0-a62f-71fbb4a72792,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:44.979007 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:44.981217 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] Request body: {'subnet': {'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1553724147-subnet', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'ip_version': 4}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:44.994303 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:37:44.995065 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] For port aba27577-58b6-4005-bbc1-6ec9058eac10, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aba27577-58b6-4005-bbc1-6ec9058eac10,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:37:45.030332 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a30b6a-e424-4aab-bda1-9e18758db6f5 req-2e7f1083-0ff1-430b-b410-bf2bf37bb5e7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:45.031945 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d8a30b6a-e424-4aab-bda1-9e18758db6f5 req-2e7f1083-0ff1-430b-b410-bf2bf37bb5e7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.1254799 Jun 29 12:37:45.075134 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d8a30b6a-e424-4aab-bda1-9e18758db6f5 req-50234d58-3019-4b54-98a7-d7db37aca78d tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371995 Jun 29 12:37:45.076151 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:45.079063 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:45.109540 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] Made reservation on behalf of aecb4929e9154840a6f709ac017ba153 for: {'subnet': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:37:45.112972 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5837673'] for subnet, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:45.115078 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:45.115560 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:45.117541 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] 10.222.0.37 "PUT /v2.0/ports/aba27577-58b6-4005-bbc1-6ec9058eac10 HTTP/1.1" status: 200 len: 1094 time: 1.7532668 Jun 29 12:37:45.118077 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:37:45.123683 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47781598-0b2a-42b0-a021-84c3f52ee298" -d '{"events": [{"name": "network-changed", "server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:37:45.147238 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Pushing event updated for resources: {'Port': ['ID=aba27577-58b6-4005-bbc1-6ec9058eac10,revision_number=3']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:45.162497 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:45.181121 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06281fba-98bf-47e7-90a8-b08d4eb772ec x-openstack-request-id: req-06281fba-98bf-47e7-90a8-b08d4eb772ec {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:37:45.181475 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:37:45.181750 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-06281fba-98bf-47e7-90a8-b08d4eb772ec {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:37:45.182210 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'status': 'completed', 'code': 200} Jun 29 12:37:45.419955 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5564727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5837691'] for subnet, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:45.423413 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:45.464333 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660cdc2-3fb9-4485-951f-0556ea1b0e1c req-0f122be4-fbb0-47fa-a389-6db9fb566af2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:45.465905 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7660cdc2-3fb9-4485-951f-0556ea1b0e1c req-0f122be4-fbb0-47fa-a389-6db9fb566af2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0760355 Jun 29 12:37:45.486218 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed6842b-cdcd-4d9c-ae32-2283816942c0,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:45.490062 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:45.494163 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] Checking segment: {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:37:45.494664 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] Network hostable DHCP agents. Network: 4b9e71c4-1eed-44d0-a62f-71fbb4a72792, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:37:45.505579 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7660cdc2-3fb9-4485-951f-0556ea1b0e1c req-484f7696-8512-4a04-9346-5feb3c513ff3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334320 Jun 29 12:37:45.590283 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] Network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:37:45.653526 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 4b9e71c4-1eed-44d0-a62f-71fbb4a72792) {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:45.658320 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:45.658826 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:45.661058 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 2cdbbfba-a67b-4039-8c0d-7d4158f2537b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:37:45.667152 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3566414d-f02f-458f-8b52-247b881355ed None None] Network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:37:45.732572 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac5c27-bb1e-4589-a2ad-46851ab7a488 req-b26ef8a5-5df6-4340-bc7c-3066f7e08eea tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:45.736423 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d9ac5c27-bb1e-4589-a2ad-46851ab7a488 req-b26ef8a5-5df6-4340-bc7c-3066f7e08eea tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0711703 Jun 29 12:37:45.757807 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7813339 Jun 29 12:37:45.760610 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 52692) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:45.767066 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:45.797331 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d9ac5c27-bb1e-4589-a2ad-46851ab7a488 req-9cbbf75a-d7f3-4d11-99ea-de9cab8d0225 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574224 Jun 29 12:37:45.859924 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:45.876045 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-740869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:45.876278 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'port_id': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'mac_address': 'fa:16:3e:8b:ad:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:37:45.877133 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2009'] for router, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:45.918963 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc057d23-e375-5077-95d1-fe9a9afeafb6-4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0'}]}} from dv-cinder-786627-14-iscsi. {{(pid=93601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 12:37:45.919810 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:45.934312 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:45.951475 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:46.009624 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cdbbfba-a67b-4039-8c0d-7d4158f2537b {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:37:46.048427 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:46.090210 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.db_base_plugin_common [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Allocated IP 172.20.0.2 (4b9e71c4-1eed-44d0-a62f-71fbb4a72792/6ed6842b-cdcd-4d9c-ae32-2283816942c0/97a030f8-87e2-4ebb-99ac-245bc368310b) {{(pid=93601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:37:46.116581 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:46.122816 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1835'] for router, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:46.142413 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:46.209318 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,revision_number=6']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:46.215645 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:46.275974 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:46.285002 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Transition to ACTIVE for port object 97a030f8-87e2-4ebb-99ac-245bc368310b will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:37:46.301089 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b16358-daa4-4f28-afab-f85fd2b7f00a req-1a61b976-855e-478d-91c1-ca84fb090b0b tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:46.301580 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Transition to ACTIVE for port object 97a030f8-87e2-4ebb-99ac-245bc368310b will not be triggered until provisioned by entity DHCP. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:37:46.302630 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e5b16358-daa4-4f28-afab-f85fd2b7f00a req-1a61b976-855e-478d-91c1-ca84fb090b0b tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.1156387 Jun 29 12:37:46.359533 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e5b16358-daa4-4f28-afab-f85fd2b7f00a req-324312c3-70d5-4d7c-94b7-9ba9ad37601f tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483165 Jun 29 12:37:46.386077 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:46.389237 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-e82b4466-49e6-496c-a4fc-fd982060a012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:46.425133 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 is already hosted by enough agents. {{(pid=93601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:46.430477 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.base_scheduler [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Resources bound (agent type, host, resource id): {{(pid=93601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:46.433891 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Received port after_create {{(pid=93601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:37:46.445455 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Pushing event updated for resources: {'Port': ['ID=97a030f8-87e2-4ebb-99ac-245bc368310b,revision_number=1']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:46.448726 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:46.473908 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:46.494446 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:46.506733 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Attempting to bind port 97a030f8-87e2-4ebb-99ac-245bc368310b on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:37:46.507906 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Attempting to bind port 97a030f8-87e2-4ebb-99ac-245bc368310b by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:37:46.508298 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Attempting to bind port 97a030f8-87e2-4ebb-99ac-245bc368310b on network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:37:46.513290 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:37:46.513706 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Checking segment: {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:37:46.514119 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:46.514549 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Bound using segment: {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:37:46.515020 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Bound port: 97a030f8-87e2-4ebb-99ac-245bc368310b, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:37:46.515410 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:46.582308 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] For port 97a030f8-87e2-4ebb-99ac-245bc368310b, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:37:46.586113 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] For port 97a030f8-87e2-4ebb-99ac-245bc368310b, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=97a030f8-87e2-4ebb-99ac-245bc368310b,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:37:46.608148 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Allocated IP 172.27.2.229 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/aad468c6-3364-440c-8a07-291dd4fbf676) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:37:46.680650 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:46.683493 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:46.739102 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Pushing event updated for resources: {'Port': ['ID=97a030f8-87e2-4ebb-99ac-245bc368310b,revision_number=2']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:46.743334 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:46.764617 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e7240-b98b-4367-9592-7a7674c94310 req-1ede4b42-99df-402a-8424-8606d211b421 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:46.766113 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-993e7240-b98b-4367-9592-7a7674c94310 req-1ede4b42-99df-402a-8424-8606d211b421 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 945 time: 0.1444190 Jun 29 12:37:46.771294 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:46.829283 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-993e7240-b98b-4367-9592-7a7674c94310 req-97b14c8c-0b22-416f-8670-d5c8ddf9054e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548191 Jun 29 12:37:46.936537 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:46.940863 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:47.020336 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:47.021999 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:47.025327 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:37:47.059423 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Pushing event updated for resources: {'Port': ['ID=aad468c6-3364-440c-8a07-291dd4fbf676,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:47.066195 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:47.166683 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e833356-262a-4540-8041-94bed1c86fb1 req-1e231a30-3b60-4788-a37e-3f952d85ce3d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:47.168146 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2e833356-262a-4540-8041-94bed1c86fb1 req-1e231a30-3b60-4788-a37e-3f952d85ce3d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1935194 Jun 29 12:37:47.234828 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2e833356-262a-4540-8041-94bed1c86fb1 req-81676b98-e504-465c-931d-e48276d7a8c5 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502734 Jun 29 12:37:47.360155 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 97a030f8-87e2-4ebb-99ac-245bc368310b up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:47.417418 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:47.499278 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 97a030f8-87e2-4ebb-99ac-245bc368310b completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:47.662027 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d9b49-51a7-4f07-a975-4df25c4ca927 req-943b0eb4-3286-41c8-be37-94bafbf29298 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:47.663707 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e83d9b49-51a7-4f07-a975-4df25c4ca927 req-943b0eb4-3286-41c8-be37-94bafbf29298 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.1523533 Jun 29 12:37:47.693584 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780704'] for router, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:47.709640 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80bd1a4-36d9-49a2-8d04-3bc84cf6290e None None] Network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:37:47.790562 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7b9c1e14-2b8f-4e08-af8e-98a95cb929ed req-edf57f7b-32ba-4eea-a661-2682255c160a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e56986a-17f7-4362-8341-b11d0a95ea87 HTTP/1.1" status: 200 len: 217 time: 0.0863583 Jun 29 12:37:47.795832 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e83d9b49-51a7-4f07-a975-4df25c4ca927 req-a9ecb8cc-d535-469d-b7c8-529debd548ce tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253500 Jun 29 12:37:47.824028 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:47.871945 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['2cdbbfba-a67b-4039-8c0d-7d4158f2537b'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:37:47.933160 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-9cbefcd8-b5d5-4043-9764-72f25da4a772 None None] Provisioning for port 97a030f8-87e2-4ebb-99ac-245bc368310b completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:47.942697 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-9cbefcd8-b5d5-4043-9764-72f25da4a772 None None] Provisioning complete for port 97a030f8-87e2-4ebb-99ac-245bc368310b triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:47.943291 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9cbefcd8-b5d5-4043-9764-72f25da4a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:48.122884 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9cbefcd8-b5d5-4043-9764-72f25da4a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:48.161317 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-9cbefcd8-b5d5-4043-9764-72f25da4a772 None None] For port 97a030f8-87e2-4ebb-99ac-245bc368310b, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=97a030f8-87e2-4ebb-99ac-245bc368310b,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:48.181435 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c1e14-2b8f-4e08-af8e-98a95cb929ed req-6c40de4b-b8be-4c83-abdb-1d88dd26fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:48.182875 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7b9c1e14-2b8f-4e08-af8e-98a95cb929ed req-6c40de4b-b8be-4c83-abdb-1d88dd26fc54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f93e1b-50db-4db1-9c73-4aa8c9d54cbe HTTP/1.1" status: 200 len: 858 time: 0.3676286 Jun 29 12:37:48.228992 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9cbefcd8-b5d5-4043-9764-72f25da4a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:48.230874 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:48.240383 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7b9c1e14-2b8f-4e08-af8e-98a95cb929ed req-f4917e46-4a26-4be9-b50c-3120fe454dc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=005390eb-b2ea-4409-a911-12b960f56e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371284 Jun 29 12:37:48.258005 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47781598-0b2a-42b0-a021-84c3f52ee298 req-74dfcb5d-f8e3-4285-bb25-977da13cf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:48.259468 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-47781598-0b2a-42b0-a021-84c3f52ee298 req-74dfcb5d-f8e3-4285-bb25-977da13cf3f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7293fbeb32634e6fb27f38b23178279e&device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 1097 time: 0.4802186 Jun 29 12:37:48.286461 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbefcd8-b5d5-4043-9764-72f25da4a772 None None] Pushing event updated for resources: {'Port': ['ID=97a030f8-87e2-4ebb-99ac-245bc368310b,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:48.291176 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-9cbefcd8-b5d5-4043-9764-72f25da4a772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:48.293102 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4f74d-cd2d-4249-b5c2-2b88e39eff2e req-1e113a4a-8e6b-499e-9b09-4552cde5afda tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:48.294627 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2fc4f74d-cd2d-4249-b5c2-2b88e39eff2e req-1e113a4a-8e6b-499e-9b09-4552cde5afda tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 945 time: 0.1443415 Jun 29 12:37:48.332636 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2fc4f74d-cd2d-4249-b5c2-2b88e39eff2e req-d6dc6756-2571-4e44-8675-fe28aea8304e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321388 Jun 29 12:37:48.352958 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-66a57c02-e6cd-4c33-8e71-9f20d1e96fff None None] Provisioning complete for port 97a030f8-87e2-4ebb-99ac-245bc368310b triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:48.353342 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-66a57c02-e6cd-4c33-8e71-9f20d1e96fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:48.381392 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Router bc931623-df8c-4f0e-bd2c-4591fda12dea is scheduled to L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd with binding_index 1 {{(pid=93599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 12:37:48.507618 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a9550-0dd0-41cb-b581-bb42f7c2fa8a req-5d8766a6-1ba7-4fea-9000-30de88e2d7d1 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:48.509087 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9b0a9550-0dd0-41cb-b581-bb42f7c2fa8a req-5d8766a6-1ba7-4fea-9000-30de88e2d7d1 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1426744 Jun 29 12:37:48.552172 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:37:48.557096 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9b0a9550-0dd0-41cb-b581-bb42f7c2fa8a req-08f8ab2d-d539-43c6-83f6-798530ebd28c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419226 Jun 29 12:37:48.562609 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Sync routers for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:37:48.571350 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:37:48.571972 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:37:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:48.630212 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Notify callbacks [] for router, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:48.631534 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8698590 Jun 29 12:37:48.634578 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 52724) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:48.763214 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:37:48.942241 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:47Z', 'revision_number': 3, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:48.968099 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Checking router: bc931623-df8c-4f0e-bd2c-4591fda12dea for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:37:48.968456 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Updating router bc931623-df8c-4f0e-bd2c-4591fda12dea port aad468c6-3364-440c-8a07-291dd4fbf676 binding host dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:37:49.006417 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:49.021385 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9410f0-67e0-4276-9f28-6e4788705939 req-97a368b2-560b-4706-9953-1daf371c1f04 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:49.023004 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cf9410f0-67e0-4276-9f28-6e4788705939 req-97a368b2-560b-4706-9953-1daf371c1f04 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.1099250 Jun 29 12:37:49.110363 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cf9410f0-67e0-4276-9f28-6e4788705939 req-173c2c4e-fc79-4584-aa36-dbe45e7e5607 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656137 Jun 29 12:37:49.138294 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:49.253231 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Notify callbacks [] for port, precommit_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:49.263884 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.provisioning_blocks [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Transition to ACTIVE for port object aad468c6-3364-440c-8a07-291dd4fbf676 will not be triggered until provisioned by entity L2. {{(pid=93602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:37:49.287635 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Allocated IP 172.20.0.1 (4b9e71c4-1eed-44d0-a62f-71fbb4a72792/6ed6842b-cdcd-4d9c-ae32-2283816942c0/39468d8d-8ad2-4873-bcd5-7d41d3aa4b47) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:37:49.334296 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 97a030f8-87e2-4ebb-99ac-245bc368310b up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:49.374175 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:49.388193 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:49.388998 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 97a030f8-87e2-4ebb-99ac-245bc368310b triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:49.389453 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:49.396948 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:49.412600 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Transition to ACTIVE for port object 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 will not be triggered until provisioned by entity DHCP. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:37:49.432601 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf27dc-3c83-4458-ba76-41ed052afb2a None None] Pushing event updated for resources: {'Port': ['ID=aad468c6-3364-440c-8a07-291dd4fbf676,revision_number=2']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:49.443254 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-4baf27dc-3c83-4458-ba76-41ed052afb2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:49.454725 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Attempting to bind port aad468c6-3364-440c-8a07-291dd4fbf676 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:37:49.456705 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Attempting to bind port aad468c6-3364-440c-8a07-291dd4fbf676 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:37:49.456705 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Attempting to bind port aad468c6-3364-440c-8a07-291dd4fbf676 on network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:37:49.463021 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:37:49.463655 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Checking segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:37:49.464222 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:49.464769 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Bound using segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:37:49.465400 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Bound port: aad468c6-3364-440c-8a07-291dd4fbf676, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:37:49.466042 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:49.539714 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] For port aad468c6-3364-440c-8a07-291dd4fbf676, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:37:49.546767 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92888b0a-64c0-4b77-8915-b7324b822444 req-4bd72ab5-c892-43fc-82e9-0173918fd0d2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:49.547147 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] For port aad468c6-3364-440c-8a07-291dd4fbf676, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=aad468c6-3364-440c-8a07-291dd4fbf676,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:37:49.547277 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-92888b0a-64c0-4b77-8915-b7324b822444 req-4bd72ab5-c892-43fc-82e9-0173918fd0d2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 945 time: 0.0721140 Jun 29 12:37:49.577084 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:49.577084 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-9bf400c2-7867-4532-8113-e3e8f35067b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:49.623275 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-92888b0a-64c0-4b77-8915-b7324b822444 req-2d6663be-7b94-4d86-9d5e-c76edaedf076 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736461 Jun 29 12:37:49.631414 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:49.635001 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:49.639569 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:37:49.642739 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Pushing event updated for resources: {'Port': ['ID=39468d8d-8ad2-4873-bcd5-7d41d3aa4b47,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:49.666328 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:49.666546 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:49.668689 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-71f40eec-c120-45df-b348-eb53f48762da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:49.712776 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737671'] for router_interface, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:49.719443 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:37:49.720085 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:37:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:49.769176 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf27dc-3c83-4458-ba76-41ed052afb2a None None] Pushing event updated for resources: {'Port': ['ID=aad468c6-3364-440c-8a07-291dd4fbf676,revision_number=3']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:49.776887 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-4baf27dc-3c83-4458-ba76-41ed052afb2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:49.836841 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797160d-e247-4463-8ab9-38e20f6548f5 req-d278a446-7603-4224-8772-11d59ad48f3b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:49.838732 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c797160d-e247-4463-8ab9-38e20f6548f5 req-d278a446-7603-4224-8772-11d59ad48f3b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1628809 Jun 29 12:37:49.844257 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:37:49.902198 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c797160d-e247-4463-8ab9-38e20f6548f5 req-eb35382d-d346-4eb8-bc89-0e07b036074d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385175 Jun 29 12:37:49.925844 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-a0dad099-e1b3-4cc0-9325-8a243df725c9 None None] Provisioning for port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:49.931287 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-a0dad099-e1b3-4cc0-9325-8a243df725c9 None None] Provisioning complete for port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:49.931753 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-a0dad099-e1b3-4cc0-9325-8a243df725c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:49.967571 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:50.003977 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-a0dad099-e1b3-4cc0-9325-8a243df725c9 None None] Port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:37:50.248085 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:47Z', 'revision_number': 3, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:50.248085 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ae0b70-62c0-40a3-ad0a-208ca18cdf2f None None] The sync data for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi is: [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:47Z', 'revision_number': 3, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:37:50.248772 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:50.316627 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa22e4-724b-4c51-bcfa-eab2793ebc82 req-44d77484-2c6f-4315-b154-72532d675c13 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:50.318153 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-95fa22e4-724b-4c51-bcfa-eab2793ebc82 req-44d77484-2c6f-4315-b154-72532d675c13 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.0665097 Jun 29 12:37:50.321507 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:50.325067 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ffd802c6-2210-4528-a11f-02eac49e498b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:50.419759 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Pushing event updated for resources: {'Port': ['ID=39468d8d-8ad2-4873-bcd5-7d41d3aa4b47,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:50.420976 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737555'] for router_interface, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:50.437243 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:50.448806 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-95fa22e4-724b-4c51-bcfa-eab2793ebc82 req-be3b8ebc-c545-4496-9c33-5fc45cc2e74b tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245241 Jun 29 12:37:50.593954 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:50.596888 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:50.679223 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdf494-0a0b-4e67-b31b-deeb1392dcc0 req-ff8828e0-534f-421a-9df9-29d2b75a7c13 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:50.686874 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f2fdf494-0a0b-4e67-b31b-deeb1392dcc0 req-ff8828e0-534f-421a-9df9-29d2b75a7c13 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1432467 Jun 29 12:37:50.772080 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Router bc931623-df8c-4f0e-bd2c-4591fda12dea has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:37:50.820593 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f2fdf494-0a0b-4e67-b31b-deeb1392dcc0 req-53127b8e-a088-4559-b28e-738d38b2887f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328213 Jun 29 12:37:50.933557 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-0c3ebde0-c0c7-44c1-a6e0-a865087dae79 None None] Provisioning complete for port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:50.934292 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-0c3ebde0-c0c7-44c1-a6e0-a865087dae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:50.944775 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0874-9ecf-4faa-9369-f7656dcff470 req-c1dcd6ae-880f-4388-92f1-aaf60940b965 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:50.946330 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-332a0874-9ecf-4faa-9369-f7656dcff470 req-c1dcd6ae-880f-4388-92f1-aaf60940b965 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 945 time: 0.1659763 Jun 29 12:37:50.953444 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:37:50.959549 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] 10.222.0.61 "PUT /v2.0/routers/bc931623-df8c-4f0e-bd2c-4591fda12dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3238859 Jun 29 12:37:50.969604 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-0c3ebde0-c0c7-44c1-a6e0-a865087dae79 None None] Port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:37:51.000845 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-332a0874-9ecf-4faa-9369-f7656dcff470 req-c5bda284-34bc-49b6-8e3c-78888cddf7e2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393238 Jun 29 12:37:51.128516 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 2cdbbfba-a67b-4039-8c0d-7d4158f2537b up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:51.191942 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:51.192467 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:51.280503 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7b9c1e14-2b8f-4e08-af8e-98a95cb929ed req-b077361c-541c-48d3-a3a5-c4a232ef0fa2 service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691563 Jun 29 12:37:51.281825 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47781598-0b2a-42b0-a021-84c3f52ee298 req-8c2982c0-5e19-44ff-9d7a-54f7b4f7849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:51.283143 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-47781598-0b2a-42b0-a021-84c3f52ee298 req-8c2982c0-5e19-44ff-9d7a-54f7b4f7849c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7293fbeb32634e6fb27f38b23178279e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1529686 Jun 29 12:37:51.290349 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:51.340568 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:51.343423 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:37:51.345812 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfe9fda-70b8-4df8-9bcb-cb7a1131658b" -d '{"events": [{"server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "name": "network-vif-plugged", "status": "completed", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:37:51.386338 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cdd01e-656c-4c6e-b227-d06c5f14d66c x-openstack-request-id: req-67cdd01e-656c-4c6e-b227-d06c5f14d66c {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:37:51.386866 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "name": "network-vif-plugged", "status": "completed", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:37:51.387174 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67cdd01e-656c-4c6e-b227-d06c5f14d66c {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:37:51.387588 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'code': 200} Jun 29 12:37:51.393529 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f58046-a7d9-423d-ad59-21a7d55da07e req-1b5f0f01-6145-45a2-bb8d-fb08e84d287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:51.395816 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-47f58046-a7d9-423d-ad59-21a7d55da07e req-1b5f0f01-6145-45a2-bb8d-fb08e84d287e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1602240f3a4a41979987d2f3300a74d5&device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 1099 time: 0.1391127 Jun 29 12:37:51.401937 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:51.404011 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:51.437298 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device aad468c6-3364-440c-8a07-291dd4fbf676 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:51.508511 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f58046-a7d9-423d-ad59-21a7d55da07e req-da3781ca-4235-4da3-be7f-0314fec54809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:51.510455 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-47f58046-a7d9-423d-ad59-21a7d55da07e req-da3781ca-4235-4da3-be7f-0314fec54809 service neutron] 10.222.0.37 "GET /v2.0/networks?id=005390eb-b2ea-4409-a911-12b960f56e49 HTTP/1.1" status: 200 len: 919 time: 0.1025250 Jun 29 12:37:51.540632 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,revision_number=7']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:51.543451 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:51.629985 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-47f58046-a7d9-423d-ad59-21a7d55da07e req-ac1d2356-7a1c-4181-845e-de1c7cea88bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf60f431-0b94-4c6a-9af4-28e8aee49732 HTTP/1.1" status: 200 len: 217 time: 0.1117449 Jun 29 12:37:51.636489 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port aad468c6-3364-440c-8a07-291dd4fbf676 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:51.641350 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port aad468c6-3364-440c-8a07-291dd4fbf676 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:51.642222 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:51.770545 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:51.806002 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port aad468c6-3364-440c-8a07-291dd4fbf676, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=aad468c6-3364-440c-8a07-291dd4fbf676,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:51.872390 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:51.874786 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:51.912537 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7b9c1e14-2b8f-4e08-af8e-98a95cb929ed req-d76ae287-c7c1-4e18-bb80-447dbc0e07d4 service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319197 Jun 29 12:37:51.916456 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47781598-0b2a-42b0-a021-84c3f52ee298 req-147cc58d-e0c1-4767-8b09-2e3f4579767c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:51.917825 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-47781598-0b2a-42b0-a021-84c3f52ee298 req-147cc58d-e0c1-4767-8b09-2e3f4579767c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6226518 Jun 29 12:37:51.957163 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d864c0-f6a7-4722-b892-dea4b30de15e req-83c7c424-9a31-4234-b7ac-374564863250 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:51.958473 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f0d864c0-f6a7-4722-b892-dea4b30de15e req-83c7c424-9a31-4234-b7ac-374564863250 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.1803782 Jun 29 12:37:51.971874 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=aad468c6-3364-440c-8a07-291dd4fbf676,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:51.983296 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:51.984244 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:51.984907 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:51.985616 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:51.986116 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:51.986647 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:51.987196 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:51.994706 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:51.995416 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:51.995958 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:51.996494 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:51.996992 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:37:52.001423 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:52.013557 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 52804) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:52.021984 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-446399485-network', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:52.060946 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f0d864c0-f6a7-4722-b892-dea4b30de15e req-ca4c268c-1771-4da6-b512-2fb0a7e7391f tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944002 Jun 29 12:37:52.113077 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983c7e-f529-4081-856e-4aa8bc52625c req-93d52cc1-7dc6-40a7-862e-8d897d1b4af3 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:52.114593 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5b983c7e-f529-4081-856e-4aa8bc52625c req-93d52cc1-7dc6-40a7-862e-8d897d1b4af3 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1015613 Jun 29 12:37:52.118815 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Sync routers for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:37:52.126117 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:37:52.127104 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:37:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:52.151037 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Made reservation on behalf of 58d645bc50d94a2bb66b6b55e6f81ef6 for: {'network': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:37:52.153914 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:52.171036 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:52.182922 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5b983c7e-f529-4081-856e-4aa8bc52625c req-788dd9dc-2def-4c3f-aee1-8b71a0039fcd tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615401 Jun 29 12:37:52.268817 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a91bb-564a-4e22-899b-f56d8bc2455d req-54f5a2c4-4f5a-45b7-9578-d19e8556d9b5 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:52.270443 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7d1a91bb-564a-4e22-899b-f56d8bc2455d req-54f5a2c4-4f5a-45b7-9578-d19e8556d9b5 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0766082 Jun 29 12:37:52.303907 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:52.340575 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7d1a91bb-564a-4e22-899b-f56d8bc2455d req-304e77b7-bef1-4675-a629-74494c7bb8f2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630770 Jun 29 12:37:52.408751 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:37:52.423334 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:52.426461 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-752b31ff-a6a1-4596-a4ad-9b47519b5ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:52.453428 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:37:52.460332 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b936c8-08c2-410a-b931-38a7cdbc8173,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:52.463737 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:52.468605 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:52.469910 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.segments_db [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Added segment ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8 of type vlan for network 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e Jun 29 12:37:52.513973 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:52.602628 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:52.604371 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:52.605165 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:52.607653 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4e028a39-0fb5-43ca-9093-a27c858c0bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:52.646159 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:50Z', 'revision_number': 2, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:52.672007 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Pushing event updated for resources: {'Network': ['ID=33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:52.674896 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:52.676931 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Checking router: bc931623-df8c-4f0e-bd2c-4591fda12dea for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:37:52.677305 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Updating router bc931623-df8c-4f0e-bd2c-4591fda12dea port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 binding host dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:37:52.701719 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:37:52.726685 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7101092 Jun 29 12:37:52.728151 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 52816) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:52.735667 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-ff7eee1a-cbf5-418e-902e-acb74879a920 admin admin] Request body: {'subnet': {'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-446399485-subnet', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'ip_version': 4}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:52.774083 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:52.909495 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7eee1a-cbf5-418e-902e-acb74879a920 admin admin] Made reservation on behalf of 58d645bc50d94a2bb66b6b55e6f81ef6 for: {'subnet': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:37:52.911297 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ff7eee1a-cbf5-418e-902e-acb74879a920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6121786'] for subnet, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:53.082199 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Notify callbacks [] for port, precommit_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:53.105294 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Transition to ACTIVE for port object 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:37:53.291821 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1a3a7-5831-4ac9-bae1-d818000af9b3 req-a5563001-bba2-4be1-b595-ec4c4378a03c tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:53.301714 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-49e1a3a7-5831-4ac9-bae1-d818000af9b3 req-a5563001-bba2-4be1-b595-ec4c4378a03c tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.0851512 Jun 29 12:37:53.329302 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:53.330730 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:53.382998 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device aad468c6-3364-440c-8a07-291dd4fbf676 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:53.388888 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-49e1a3a7-5831-4ac9-bae1-d818000af9b3 req-ecda55ee-8c37-4181-be49-ef59db357809 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858192 Jun 29 12:37:53.417571 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ff7eee1a-cbf5-418e-902e-acb74879a920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5266529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6121768'] for subnet, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:53.431069 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:53.506355 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef27e7-1606-4bae-b59f-81ff7c39593f None None] Pushing event updated for resources: {'Port': ['ID=39468d8d-8ad2-4873-bcd5-7d41d3aa4b47,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:53.551424 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-fcef27e7-1606-4bae-b59f-81ff7c39593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:53.563108 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7eee1a-cbf5-418e-902e-acb74879a920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0253aad5-c8e8-43b0-b673-a6ee4f6e38b5,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:53.568696 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ff7eee1a-cbf5-418e-902e-acb74879a920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:53.581033 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Attempting to bind port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:37:53.581901 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Attempting to bind port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:37:53.582520 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Attempting to bind port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 on network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:37:53.586925 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7eee1a-cbf5-418e-902e-acb74879a920 admin admin] Checking segment: {'id': 'ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:37:53.587345 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7eee1a-cbf5-418e-902e-acb74879a920 admin admin] Network hostable DHCP agents. Network: 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:37:53.592769 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:37:53.593872 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Checking segment: {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:37:53.594785 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:53.595425 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Bound using segment: {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:37:53.596189 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Bound port: 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:37:53.596805 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:53.626064 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55bb90-91b8-43fa-ba58-6cf112ae334b req-324342ac-a0ac-4686-8c9d-3bd2c2c1c883 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:53.627773 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-de55bb90-91b8-43fa-ba58-6cf112ae334b req-324342ac-a0ac-4686-8c9d-3bd2c2c1c883 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.2990460 Jun 29 12:37:53.677822 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port aad468c6-3364-440c-8a07-291dd4fbf676 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:53.678617 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:53.693272 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-de55bb90-91b8-43fa-ba58-6cf112ae334b req-0505f245-761d-4028-9d02-21e2da9f1fc5 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582716 Jun 29 12:37:53.707895 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] For port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:37:53.714444 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60346dca-3a72-4bf8-a52d-166f2944d07f req-31803e50-55a9-4248-9763-ac1a2e5f6b87 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:53.716153 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-60346dca-3a72-4bf8-a52d-166f2944d07f req-31803e50-55a9-4248-9763-ac1a2e5f6b87 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.1443591 Jun 29 12:37:53.737992 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] For port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=39468d8d-8ad2-4873-bcd5-7d41d3aa4b47,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:37:53.780916 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-60346dca-3a72-4bf8-a52d-166f2944d07f req-f94d0275-73ae-404c-a932-417677ef2658 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535822 Jun 29 12:37:53.863400 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7eee1a-cbf5-418e-902e-acb74879a920 admin admin] Network 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:37:53.936298 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:53.939919 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:53.982229 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:37:54.047867 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:37:54.048699 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:37:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:54.053147 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef27e7-1606-4bae-b59f-81ff7c39593f None None] Pushing event updated for resources: {'Port': ['ID=39468d8d-8ad2-4873-bcd5-7d41d3aa4b47,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:54.081525 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-ff7eee1a-cbf5-418e-902e-acb74879a920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e) {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:54.087654 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7eee1a-cbf5-418e-902e-acb74879a920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:54.088755 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ff7eee1a-cbf5-418e-902e-acb74879a920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:54.104352 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-fcef27e7-1606-4bae-b59f-81ff7c39593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:54.105435 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685e8514-5a0f-4652-a78a-ab282ec4cc99 None None] Network 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:37:54.183060 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-ff7eee1a-cbf5-418e-902e-acb74879a920 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4509170 Jun 29 12:37:54.183293 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 52834) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:54.187959 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-446399485-router', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:37:54.264574 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:37:54.287889 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-740869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:54.290513 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2009'] for router, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:54.367462 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:54.409302 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc057d23-e375-5077-95d1-fe9a9afeafb6-33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e', 'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'fixed_ips': [{'subnet_id': '0253aad5-c8e8-43b0-b673-a6ee4f6e38b5'}]}} from dv-cinder-786627-14-iscsi. {{(pid=93601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 12:37:54.411939 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:54.811706 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1835'] for router, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:54.811706 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70b51d-956e-4756-b6e1-fb334e0cd510 req-e6278b4b-a0bf-46f1-9224-9523196d6749 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:54.811706 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0e70b51d-956e-4756-b6e1-fb334e0cd510 req-e6278b4b-a0bf-46f1-9224-9523196d6749 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.1810796 Jun 29 12:37:54.813774 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.db_base_plugin_common [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Allocated IP 172.20.0.2 (33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e/0253aad5-c8e8-43b0-b673-a6ee4f6e38b5/9fff9663-a421-4ef3-8455-5792a45bea6d) {{(pid=93601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:37:54.814548 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0e70b51d-956e-4756-b6e1-fb334e0cd510 req-69f9c44e-8b51-486b-8a83-e389f47c29e5 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702615 Jun 29 12:37:55.064265 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:53Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:55.123477 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d3a68-47a6-47dd-b662-50c6f37da54e None None] The sync data for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi is: [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:53Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:37:55.132439 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f58046-a7d9-423d-ad59-21a7d55da07e req-3e9e93f7-f7e1-40f1-9133-d87001f90114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:55.134789 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-47f58046-a7d9-423d-ad59-21a7d55da07e req-3e9e93f7-f7e1-40f1-9133-d87001f90114 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f93e1b-50db-4db1-9c73-4aa8c9d54cbe HTTP/1.1" status: 200 len: 858 time: 0.1232514 Jun 29 12:37:55.195699 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-47f58046-a7d9-423d-ad59-21a7d55da07e req-7c13a44f-3a82-4d9d-a150-08c480693e43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=005390eb-b2ea-4409-a911-12b960f56e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447776 Jun 29 12:37:55.201831 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-0ad13b1d-841a-483d-bcc7-384506c89d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:55.203509 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-0ad13b1d-841a-483d-bcc7-384506c89d64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7293fbeb32634e6fb27f38b23178279e&device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 1097 time: 0.1404016 Jun 29 12:37:55.223985 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d711ae-7441-4af3-b10f-fa7b8c4313cd req-2d1b2f05-94e0-4203-8a0d-c00e614f013c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:55.231782 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-59d711ae-7441-4af3-b10f-fa7b8c4313cd req-2d1b2f05-94e0-4203-8a0d-c00e614f013c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.3015070 Jun 29 12:37:55.263342 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2c1ef-cca8-4292-be48-132224461a0d req-a47e4ba9-0177-44f8-81ea-c82d49afad4f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:55.264988 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-afb2c1ef-cca8-4292-be48-132224461a0d req-a47e4ba9-0177-44f8-81ea-c82d49afad4f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.2672496 Jun 29 12:37:55.331153 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-00057c00-0ca4-4cc4-b17b-2a6123df3ade service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aba27577-58b6-4005-bbc1-6ec9058eac10 HTTP/1.1" status: 200 len: 217 time: 0.0953562 Jun 29 12:37:55.378393 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Notify callbacks [] for port, precommit_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:55.395899 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Transition to ACTIVE for port object 9fff9663-a421-4ef3-8455-5792a45bea6d will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:37:55.436589 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Transition to ACTIVE for port object 9fff9663-a421-4ef3-8455-5792a45bea6d will not be triggered until provisioned by entity DHCP. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:37:55.448414 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:55.508886 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-47f58046-a7d9-423d-ad59-21a7d55da07e req-28aca605-1dfc-40f1-8267-be111ee62142 service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031526 Jun 29 12:37:55.574166 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-59d711ae-7441-4af3-b10f-fa7b8c4313cd req-082ec667-1cad-4a34-8ff6-520596f3c921 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379731 Jun 29 12:37:55.597745 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-afb2c1ef-cca8-4292-be48-132224461a0d req-0a6f1d99-2564-4007-8670-09ead3c38c5f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171241 Jun 29 12:37:55.619368 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:55.619829 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-6a6aa418-d1c9-4ca6-a34e-0be51b014a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:55.622332 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-6a6aa418-d1c9-4ca6-a34e-0be51b014a45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9fff4fe-8011-41e8-8db9-d036d046ab75 HTTP/1.1" status: 200 len: 847 time: 0.2576613 Jun 29 12:37:55.625919 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:55.690574 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Network 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e is already hosted by enough agents. {{(pid=93601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:55.694526 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.base_scheduler [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Resources bound (agent type, host, resource id): {{(pid=93601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:55.701539 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Received port after_create {{(pid=93601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:37:55.707312 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:55.707970 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-47f58046-a7d9-423d-ad59-21a7d55da07e req-e51744a6-43f3-4afb-a965-34175f25e5a5 service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911473 Jun 29 12:37:55.771503 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:55.773253 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-92c56812-e9f0-46a4-8520-7719825d501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:55.773694 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:55.775923 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-92c56812-e9f0-46a4-8520-7719825d501e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fce745-e302-4d72-96a9-8c7edaf3a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1465311 Jun 29 12:37:55.784783 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Pushing event updated for resources: {'Port': ['ID=9fff9663-a421-4ef3-8455-5792a45bea6d,revision_number=1']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:55.806200 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:55.902361 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Attempting to bind port 9fff9663-a421-4ef3-8455-5792a45bea6d on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:37:55.903011 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Attempting to bind port 9fff9663-a421-4ef3-8455-5792a45bea6d by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': 'ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:37:55.903650 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Attempting to bind port 9fff9663-a421-4ef3-8455-5792a45bea6d on network 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:37:55.913963 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:37:55.922706 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Checking segment: {'id': 'ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:37:55.925112 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:55.925112 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Bound using segment: {'id': 'ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:37:55.925112 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Bound port: 9fff9663-a421-4ef3-8455-5792a45bea6d, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:37:55.925112 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:56.021863 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] For port 9fff9663-a421-4ef3-8455-5792a45bea6d, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:37:56.025973 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] For port 9fff9663-a421-4ef3-8455-5792a45bea6d, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=9fff9663-a421-4ef3-8455-5792a45bea6d,segment=NetworkSegment(ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8),segment_id=ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:37:56.097359 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-6d83b8df-3cd0-4693-869c-b6f1b669f76f service neutron] 10.222.0.37 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053571 Jun 29 12:37:56.109074 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:56.118492 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:56.155725 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:56.160421 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:56.169802 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:56.313424 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=39468d8d-8ad2-4873-bcd5-7d41d3aa4b47,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:56.353596 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Pushing event updated for resources: {'Port': ['ID=9fff9663-a421-4ef3-8455-5792a45bea6d,revision_number=2']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:56.357927 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:56.377475 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:56.380060 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-fe36dc4a-80e5-45a4-852a-795c486ac877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:56.412887 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd8e99fd-44f4-4fb0-b482-d601fb147579 req-58da272d-c606-4315-9728-af63702bbfb0 service neutron] 10.222.0.37 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574348 Jun 29 12:37:56.442256 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=39468d8d-8ad2-4873-bcd5-7d41d3aa4b47,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:56.446871 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:56.605759 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a46db-497b-424f-9776-54ed9f0d5349 req-23963be2-0590-48a3-ae0e-acff31c544bd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:56.605759 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b12a46db-497b-424f-9776-54ed9f0d5349 req-23963be2-0590-48a3-ae0e-acff31c544bd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.4810050 Jun 29 12:37:56.620092 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Allocated IP 172.27.2.173 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/49702c1f-7e46-4f34-bfc0-327c91114922) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:37:56.690657 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b12a46db-497b-424f-9776-54ed9f0d5349 req-aac49bed-8002-48fc-ade5-7a7cd23e7026 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105983 Jun 29 12:37:56.910344 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:56.930265 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b6954-b585-44fa-ab7f-4c131f3cad52 req-56f460bc-c302-4592-8b07-975ca72b784f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:56.931748 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-580b6954-b585-44fa-ab7f-4c131f3cad52 req-56f460bc-c302-4592-8b07-975ca72b784f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1547599 Jun 29 12:37:57.007282 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-580b6954-b585-44fa-ab7f-4c131f3cad52 req-f3389bb8-6780-4b46-b006-61b7ed25604f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650494 Jun 29 12:37:57.016340 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3a8ea-bc8e-4159-a1fe-a4ef53a8c2b0 req-2af5ad76-c589-416d-8072-45ee17db755d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:57.017904 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6da3a8ea-bc8e-4159-a1fe-a4ef53a8c2b0 req-2af5ad76-c589-416d-8072-45ee17db755d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.1582568 Jun 29 12:37:57.086838 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6da3a8ea-bc8e-4159-a1fe-a4ef53a8c2b0 req-f03f4324-1d7c-4ed5-a0c2-6304f2553247 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549126 Jun 29 12:37:57.151093 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:57.155565 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-050fe9e9-e26c-4e70-9ca4-3107d19140ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:57.222510 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:37:57.228753 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:37:57.236859 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:37:57.241454 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Pushing event updated for resources: {'Port': ['ID=49702c1f-7e46-4f34-bfc0-327c91114922,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:57.244588 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:57.589079 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 9fff9663-a421-4ef3-8455-5792a45bea6d up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:57.823398 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 9fff9663-a421-4ef3-8455-5792a45bea6d completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:57.828638 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:57.871580 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c18e5c6-ede4-4571-beef-90d81d347324 None None] Network 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:37:57.894695 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:57.983515 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:57.984013 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:58.039258 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5f26e-2236-4318-ba20-73facf0c4a9f req-84e9f8db-b6c6-40e1-9f38-0a0db4ff5b4e tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:58.041767 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9ea5f26e-2236-4318-ba20-73facf0c4a9f req-84e9f8db-b6c6-40e1-9f38-0a0db4ff5b4e tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.1655519 Jun 29 12:37:58.128462 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9ea5f26e-2236-4318-ba20-73facf0c4a9f req-e8b69601-fd9d-46fd-aa68-aeb88e237e77 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488474 Jun 29 12:37:58.142358 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-65335278-3047-4d33-895e-d376ea921dc8 None None] Provisioning for port 9fff9663-a421-4ef3-8455-5792a45bea6d completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:37:58.199260 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-65335278-3047-4d33-895e-d376ea921dc8 None None] Provisioning complete for port 9fff9663-a421-4ef3-8455-5792a45bea6d triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:58.199643 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-65335278-3047-4d33-895e-d376ea921dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:58.217447 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780704'] for router, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:58.358338 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-65335278-3047-4d33-895e-d376ea921dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:58.426793 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-65335278-3047-4d33-895e-d376ea921dc8 None None] For port 9fff9663-a421-4ef3-8455-5792a45bea6d, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=9fff9663-a421-4ef3-8455-5792a45bea6d,segment=NetworkSegment(ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8),segment_id=ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:37:58.483288 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff3fb6-a8f4-423d-b598-af5b4d0ba74a req-24e40fa0-64cd-4944-9788-4d446cac97e9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:58.484845 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1aff3fb6-a8f4-423d-b598-af5b4d0ba74a req-24e40fa0-64cd-4944-9788-4d446cac97e9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.2560003 Jun 29 12:37:58.504923 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-65335278-3047-4d33-895e-d376ea921dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:58.507685 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:37:58.522046 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7957b-301b-40d3-8c31-cc386535a5c7 req-e52cad6d-dfdb-4830-b3d3-2f022307028a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:58.530256 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7de7957b-301b-40d3-8c31-cc386535a5c7 req-e52cad6d-dfdb-4830-b3d3-2f022307028a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.2211969 Jun 29 12:37:58.589845 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1aff3fb6-a8f4-423d-b598-af5b4d0ba74a req-2a931d76-6496-4a12-ad13-1a55adec4d50 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968704 Jun 29 12:37:58.624218 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7de7957b-301b-40d3-8c31-cc386535a5c7 req-74c271db-2d0f-427d-b4ba-8323147698b3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917718 Jun 29 12:37:58.626620 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65335278-3047-4d33-895e-d376ea921dc8 None None] Pushing event updated for resources: {'Port': ['ID=9fff9663-a421-4ef3-8455-5792a45bea6d,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:37:58.647113 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-65335278-3047-4d33-895e-d376ea921dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:37:58.704664 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Router 11136722-32cc-469f-a403-5035f0195db9 is scheduled to L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd with binding_index 1 {{(pid=93599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 12:37:58.734295 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-7429dad7-950d-4bf1-ad64-9d1ada6ebe48 None None] Provisioning complete for port 9fff9663-a421-4ef3-8455-5792a45bea6d triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:58.735032 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-7429dad7-950d-4bf1-ad64-9d1ada6ebe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:58.853324 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:37:58.861778 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Sync routers for ids ['11136722-32cc-469f-a403-5035f0195db9'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:37:58.883165 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Routers {'11136722-32cc-469f-a403-5035f0195db9'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:37:58.883828 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:37:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['11136722-32cc-469f-a403-5035f0195db9'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:58.983108 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Notify callbacks [] for router, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:58.984776 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8005397 Jun 29 12:37:58.987650 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 52920) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:37:58.996668 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Set router 11136722-32cc-469f-a403-5035f0195db9 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:37:59.257065 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11136722-32cc-469f-a403-5035f0195db9', 'name': 'tempest-TestVolumeBootPattern-446399485-router', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:54Z', 'updated_at': '2021-06-29T12:37:57Z', 'revision_number': 3, 'project_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'gw_port': {'id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11136722-32cc-469f-a403-5035f0195db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:56Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:37:59.289836 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Checking router: 11136722-32cc-469f-a403-5035f0195db9 for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:37:59.290738 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Updating router 11136722-32cc-469f-a403-5035f0195db9 port 49702c1f-7e46-4f34-bfc0-327c91114922 binding host dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:37:59.342810 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:59.402993 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 9fff9663-a421-4ef3-8455-5792a45bea6d up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:37:59.536359 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 9fff9663-a421-4ef3-8455-5792a45bea6d triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:37:59.537079 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:37:59.928203 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab94632-46b1-4292-b973-17d0d31ef16d req-6d4d2799-0710-4f4b-8416-53390af4c6f6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:59.930100 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4ab94632-46b1-4292-b973-17d0d31ef16d req-6d4d2799-0710-4f4b-8416-53390af4c6f6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1025865 Jun 29 12:37:59.941448 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca1d43-f9c5-4cb9-af38-41d38df3e707 req-452536ba-b3d6-474c-8e27-c15274289cce tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:37:59.943172 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-afca1d43-f9c5-4cb9-af38-41d38df3e707 req-452536ba-b3d6-474c-8e27-c15274289cce tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.6100664 Jun 29 12:37:59.998318 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:00.025745 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4ab94632-46b1-4292-b973-17d0d31ef16d req-b38e9b0a-f62a-45c1-8f13-b855bfe871b3 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808828 Jun 29 12:38:00.040467 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-afca1d43-f9c5-4cb9-af38-41d38df3e707 req-bdc5d82f-736e-46fc-a25e-992ca1ae8ec7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893583 Jun 29 12:38:00.100838 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Notify callbacks [] for port, precommit_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:00.111377 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.provisioning_blocks [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Transition to ACTIVE for port object 49702c1f-7e46-4f34-bfc0-327c91114922 will not be triggered until provisioned by entity L2. {{(pid=93602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:38:00.191205 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:00.198608 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:00.247504 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Pushing event updated for resources: {'Port': ['ID=49702c1f-7e46-4f34-bfc0-327c91114922,revision_number=2']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:00.268345 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:00.269414 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:00.271209 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:00.271799 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:00.272849 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:00.273784 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:00.274990 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:00.275901 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:00.276952 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:00.277438 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:00.277917 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:00.278445 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:00.297505 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:00.348048 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Allocated IP 172.20.0.1 (33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e/0253aad5-c8e8-43b0-b673-a6ee4f6e38b5/52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:38:00.356433 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5a910-e481-4a70-98d5-2f28943c679d req-4500cdf0-5c51-4293-990c-e9469cad8237 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:00.364012 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-45b5a910-e481-4a70-98d5-2f28943c679d req-4500cdf0-5c51-4293-990c-e9469cad8237 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.1869421 Jun 29 12:38:00.377223 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Attempting to bind port 49702c1f-7e46-4f34-bfc0-327c91114922 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:38:00.377800 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Attempting to bind port 49702c1f-7e46-4f34-bfc0-327c91114922 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:38:00.378412 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Attempting to bind port 49702c1f-7e46-4f34-bfc0-327c91114922 on network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:38:00.385403 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:38:00.386949 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Checking segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:38:00.389546 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:00.390523 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Bound using segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:38:00.391044 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Bound port: 49702c1f-7e46-4f34-bfc0-327c91114922, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:38:00.391567 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:00.442845 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-45b5a910-e481-4a70-98d5-2f28943c679d req-4229a168-eee7-477d-a501-289959f0cada tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731699 Jun 29 12:38:00.510463 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] For port 49702c1f-7e46-4f34-bfc0-327c91114922, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:38:00.513661 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] For port 49702c1f-7e46-4f34-bfc0-327c91114922, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=49702c1f-7e46-4f34-bfc0-327c91114922,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:38:00.524719 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:00.539368 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Transition to ACTIVE for port object 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd will not be triggered until provisioned by entity DHCP. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:38:00.574654 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:00.588973 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:00.630462 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Routers {'11136722-32cc-469f-a403-5035f0195db9'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:38:00.631118 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:37:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['11136722-32cc-469f-a403-5035f0195db9'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:00.670524 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:00.683822 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:00.707968 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Pushing event updated for resources: {'Port': ['ID=49702c1f-7e46-4f34-bfc0-327c91114922,revision_number=3']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:00.712911 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-348c508b-29f0-4e85-b76b-f42a19432743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:00.753956 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Network 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:38:00.761054 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:38:00.766167 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:38:00.772138 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Pushing event updated for resources: {'Port': ['ID=52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:00.794717 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] Set router 11136722-32cc-469f-a403-5035f0195db9 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:38:00.804419 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:00.829932 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737671'] for router_interface, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:01.140186 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11136722-32cc-469f-a403-5035f0195db9', 'name': 'tempest-TestVolumeBootPattern-446399485-router', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:54Z', 'updated_at': '2021-06-29T12:37:57Z', 'revision_number': 3, 'project_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'gw_port': {'id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11136722-32cc-469f-a403-5035f0195db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:56Z', 'updated_at': '2021-06-29T12:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:01.145229 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:01.173268 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b501b09e-4d4f-49f5-b1ac-032f9c0df334 None None] The sync data for ids ['11136722-32cc-469f-a403-5035f0195db9'] in dv-cinder-786627-14-iscsi is: [{'id': '11136722-32cc-469f-a403-5035f0195db9', 'name': 'tempest-TestVolumeBootPattern-446399485-router', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:54Z', 'updated_at': '2021-06-29T12:37:57Z', 'revision_number': 3, 'project_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'gw_port': {'id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11136722-32cc-469f-a403-5035f0195db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:56Z', 'updated_at': '2021-06-29T12:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:38:01.304665 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-3ed824b8-71ff-4e68-be09-e8c4cf76506f None None] Provisioning for port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:38:01.309445 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-3ed824b8-71ff-4e68-be09-e8c4cf76506f None None] Provisioning complete for port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:38:01.309831 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-3ed824b8-71ff-4e68-be09-e8c4cf76506f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:01.313824 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91987d-0c94-4f1c-840c-c653cd9cc551 req-896b576a-0c9f-4a5a-895f-d01122194c74 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:01.327211 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ad91987d-0c94-4f1c-840c-c653cd9cc551 req-896b576a-0c9f-4a5a-895f-d01122194c74 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.1042464 Jun 29 12:38:01.377482 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-3ed824b8-71ff-4e68-be09-e8c4cf76506f None None] Port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:38:01.394927 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ad91987d-0c94-4f1c-840c-c653cd9cc551 req-1503e672-fe5c-44b8-b07c-3b169706ef19 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665114 Jun 29 12:38:01.447728 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:01.562984 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:01.629305 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-77cd2787-f39e-4d8a-b557-06c5f579bf78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:01.735418 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737555'] for router_interface, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:01.738613 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Pushing event updated for resources: {'Port': ['ID=52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:01.758206 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:01.881952 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fbaf8-c50b-404e-8bfa-2ce36cc32981 req-15e92d1d-d9af-435f-9c7e-9f4806d1499b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:01.886027 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Network 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:38:01.891772 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7e0fbaf8-c50b-404e-8bfa-2ce36cc32981 req-15e92d1d-d9af-435f-9c7e-9f4806d1499b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.2339811 Jun 29 12:38:01.893218 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:38:01.947330 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7e0fbaf8-c50b-404e-8bfa-2ce36cc32981 req-abe786ab-7de1-469c-b5f1-97cd01a412da tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537834 Jun 29 12:38:02.107411 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Router 11136722-32cc-469f-a403-5035f0195db9 has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:38:02.271262 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:38:02.285539 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] 10.222.0.61 "PUT /v2.0/routers/11136722-32cc-469f-a403-5035f0195db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2934127 Jun 29 12:38:02.323260 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-eddaeaaa-3677-4b2a-8a7c-22de2265b278 None None] Provisioning complete for port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:38:02.324399 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-eddaeaaa-3677-4b2a-8a7c-22de2265b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:02.325332 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de81ca-e0fc-4118-ac62-4764c17f2122 req-6198215b-4ce8-4156-ba07-e7317b6c2706 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:02.327228 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-59de81ca-e0fc-4118-ac62-4764c17f2122 req-6198215b-4ce8-4156-ba07-e7317b6c2706 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1095257 Jun 29 12:38:02.377482 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-59de81ca-e0fc-4118-ac62-4764c17f2122 req-703266a3-2850-4567-aee4-1903ca40e1a3 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424666 Jun 29 12:38:02.380151 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-eddaeaaa-3677-4b2a-8a7c-22de2265b278 None None] Port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:38:02.594437 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b1cdb-8c61-464c-95cb-ba3fc8be5f58 req-42e36cb8-734b-45c3-9c89-654c24059534 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:02.596162 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ad2b1cdb-8c61-464c-95cb-ba3fc8be5f58 req-42e36cb8-734b-45c3-9c89-654c24059534 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.0682220 Jun 29 12:38:02.674097 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ad2b1cdb-8c61-464c-95cb-ba3fc8be5f58 req-df7df9ef-f189-4c86-a539-f2a2cf001e48 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622118 Jun 29 12:38:03.158263 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device aba27577-58b6-4005-bbc1-6ec9058eac10 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:38:03.274895 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port aba27577-58b6-4005-bbc1-6ec9058eac10, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aba27577-58b6-4005-bbc1-6ec9058eac10,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:03.296340 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'port_id': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'mac_address': 'fa:16:3e:72:b8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:38:03.368953 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:03.395684 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba27577-58b6-4005-bbc1-6ec9058eac10 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:38:03.425708 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53060) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:03.436660 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port aba27577-58b6-4005-bbc1-6ec9058eac10, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aba27577-58b6-4005-bbc1-6ec9058eac10,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:03.450390 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-cb3f61fc-cfb8-4bc7-b7cd-636bc5520c8d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310834216', 'description': 'tempest-secgroup-smoke-310834216 description', 'project_id': 'aecb4929e9154840a6f709ac017ba153'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:38:03.466960 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 49702c1f-7e46-4f34-bfc0-327c91114922 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:03.590425 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:03.594721 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:03.638650 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Sync routers for ids ['11136722-32cc-469f-a403-5035f0195db9'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:38:03.671603 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Routers {'11136722-32cc-469f-a403-5035f0195db9'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:38:03.672245 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:37:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['11136722-32cc-469f-a403-5035f0195db9'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:03.677371 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=aba27577-58b6-4005-bbc1-6ec9058eac10,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:03.678146 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec843bb-750b-41a8-a153-36502650b0e3 req-f497d75f-4fcc-44e6-87ca-f26c124966e5 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:03.696575 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5ec843bb-750b-41a8-a153-36502650b0e3 req-f497d75f-4fcc-44e6-87ca-f26c124966e5 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.1018124 Jun 29 12:38:03.704967 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cb3f61fc-cfb8-4bc7-b7cd-636bc5520c8d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:03.724917 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:03.728448 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 49702c1f-7e46-4f34-bfc0-327c91114922 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:38:03.735888 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 49702c1f-7e46-4f34-bfc0-327c91114922 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:38:03.736580 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:03.784446 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5ec843bb-750b-41a8-a153-36502650b0e3 req-1f5bbded-3ea3-4a10-807b-1c0ac9565245 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805707 Jun 29 12:38:03.857670 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Set router 11136722-32cc-469f-a403-5035f0195db9 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:38:04.042228 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4f1f2-4ba6-4187-a815-4fc7af3a391c req-bb6883c5-44bd-43dd-ac32-d06509a67cfc tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:04.048701 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['aba27577-58b6-4005-bbc1-6ec9058eac10'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:38:04.049900 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2cb4f1f2-4ba6-4187-a815-4fc7af3a391c req-bb6883c5-44bd-43dd-ac32-d06509a67cfc tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 945 time: 0.0921400 Jun 29 12:38:04.067387 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cb3f61fc-cfb8-4bc7-b7cd-636bc5520c8d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:04.108868 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2cb4f1f2-4ba6-4187-a815-4fc7af3a391c req-06deb18f-6a81-4b01-a556-1270a5499acd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562882 Jun 29 12:38:04.153028 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cb3f61fc-cfb8-4bc7-b7cd-636bc5520c8d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:04.153028 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b7590e3e-9da1-49b0-9142-128f1274c7bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:04.214915 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f61fc-cfb8-4bc7-b7cd-636bc5520c8d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb1413c-8d8f-472f-9b94-1304522be6f8,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:04.216747 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:04.235725 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-cb3f61fc-cfb8-4bc7-b7cd-636bc5520c8d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:04.276968 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port 49702c1f-7e46-4f34-bfc0-327c91114922, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=49702c1f-7e46-4f34-bfc0-327c91114922,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:04.281677 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cb3f61fc-cfb8-4bc7-b7cd-636bc5520c8d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:04.283054 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-cb3f61fc-cfb8-4bc7-b7cd-636bc5520c8d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8557100 Jun 29 12:38:04.286030 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53088) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:04.291695 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-f2733ca7-907d-44c2-ab93-4a2cf5aa7fb1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Request body: {'security_group_rule': {'security_group_id': 'bdb1413c-8d8f-472f-9b94-1304522be6f8', 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:38:04.359585 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:04.365082 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-9baa322e-683f-448b-9dbd-29758025260b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:04.447634 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f2733ca7-907d-44c2-ab93-4a2cf5aa7fb1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:04.525630 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f2733ca7-907d-44c2-ab93-4a2cf5aa7fb1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:04.597534 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=49702c1f-7e46-4f34-bfc0-327c91114922,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:04.601500 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:04.629031 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f2733ca7-907d-44c2-ab93-4a2cf5aa7fb1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:04.631824 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-619287c9-de99-44b8-aea2-e81a669375dd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:04.652866 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11136722-32cc-469f-a403-5035f0195db9', 'name': 'tempest-TestVolumeBootPattern-446399485-router', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:54Z', 'updated_at': '2021-06-29T12:38:00Z', 'revision_number': 4, 'project_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'gw_port': {'id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11136722-32cc-469f-a403-5035f0195db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:56Z', 'updated_at': '2021-06-29T12:38:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd', 'name': '', 'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'mac_address': 'fa:16:3e:ae:8b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11136722-32cc-469f-a403-5035f0195db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0253aad5-c8e8-43b0-b673-a6ee4f6e38b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:38:00Z', 'updated_at': '2021-06-29T12:38:01Z', 'revision_number': 2, 'project_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'subnets': [{'id': '0253aad5-c8e8-43b0-b673-a6ee4f6e38b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:04.663024 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2733ca7-907d-44c2-ab93-4a2cf5aa7fb1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514227f6-a01c-4d54-a63a-eeb0578afc2a,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:04.688198 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Checking router: 11136722-32cc-469f-a403-5035f0195db9 for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:38:04.688402 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f2733ca7-907d-44c2-ab93-4a2cf5aa7fb1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:04.688565 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Updating router 11136722-32cc-469f-a403-5035f0195db9 port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd binding host dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:38:04.784153 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f2733ca7-907d-44c2-ab93-4a2cf5aa7fb1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:04.785387 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-f2733ca7-907d-44c2-ab93-4a2cf5aa7fb1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4983299 Jun 29 12:38:04.788261 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53096) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:04.792672 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:04.793070 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-c1f9fd20-bb35-4e95-8668-199bff374cc2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Request body: {'security_group_rule': {'security_group_id': 'bdb1413c-8d8f-472f-9b94-1304522be6f8', 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:38:04.891452 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d771d-6dd0-4c87-9d80-cb3aea6fedba req-2c27871c-04db-41f8-a15a-26c5f98c84dc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:04.893752 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bd6d771d-6dd0-4c87-9d80-cb3aea6fedba req-2c27871c-04db-41f8-a15a-26c5f98c84dc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1444197 Jun 29 12:38:04.943101 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c1f9fd20-bb35-4e95-8668-199bff374cc2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:04.983592 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bd6d771d-6dd0-4c87-9d80-cb3aea6fedba req-e359dc3a-4f18-4c12-90df-f12c6446bf6b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825260 Jun 29 12:38:05.079255 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c1f9fd20-bb35-4e95-8668-199bff374cc2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:05.138737 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28322e-6b18-469c-9697-fdc9cdc5336f req-ff638bd8-8787-4460-88e3-ebc39c10186a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:05.146774 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ff28322e-6b18-469c-9697-fdc9cdc5336f req-ff638bd8-8787-4460-88e3-ebc39c10186a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.1106176 Jun 29 12:38:05.195830 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c1f9fd20-bb35-4e95-8668-199bff374cc2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:05.199206 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f2733ca7-907d-44c2-ab93-4a2cf5aa7fb1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:05.221035 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9fd20-bb35-4e95-8668-199bff374cc2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebdeafb-507f-403c-b10b-798267b88da3,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:05.230247 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c1f9fd20-bb35-4e95-8668-199bff374cc2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:05.251648 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ff28322e-6b18-469c-9697-fdc9cdc5336f req-4bdb14d3-8f91-4dfa-acff-d7fc48650a9a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003809 Jun 29 12:38:05.293197 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Notify callbacks [] for port, precommit_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:05.298954 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c1f9fd20-bb35-4e95-8668-199bff374cc2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:05.300228 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-c1f9fd20-bb35-4e95-8668-199bff374cc2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5108035 Jun 29 12:38:05.302959 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53106) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:05.313983 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-b447481d-e528-4043-bc5c-f7b7367f765c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Request body: {'security_group_rule': {'security_group_id': 'bdb1413c-8d8f-472f-9b94-1304522be6f8', 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:38:05.314160 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Transition to ACTIVE for port object 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:38:05.459772 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:05.462835 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:05.472835 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 49702c1f-7e46-4f34-bfc0-327c91114922 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:05.486904 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b447481d-e528-4043-bc5c-f7b7367f765c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:05.515295 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698afa23-b689-43af-a2b1-976ecd7a17f2 req-cabcaadc-8a0d-4ac0-98ab-3f54314c6e9a tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:05.519367 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-698afa23-b689-43af-a2b1-976ecd7a17f2 req-cabcaadc-8a0d-4ac0-98ab-3f54314c6e9a tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 945 time: 0.0980492 Jun 29 12:38:05.590580 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b447481d-e528-4043-bc5c-f7b7367f765c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:05.605855 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 49702c1f-7e46-4f34-bfc0-327c91114922 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:38:05.606390 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:05.609803 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b30c4-1857-4bc5-b8bd-d4237d18c37d None None] Pushing event updated for resources: {'Port': ['ID=52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:05.612906 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-698afa23-b689-43af-a2b1-976ecd7a17f2 req-34ef3928-8368-4cf0-837c-c0219ecc5587 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923176 Jun 29 12:38:05.627354 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d95b30c4-1857-4bc5-b8bd-d4237d18c37d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:05.676248 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b447481d-e528-4043-bc5c-f7b7367f765c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:05.678594 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:05.717678 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447481d-e528-4043-bc5c-f7b7367f765c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf7e1ea-2eb4-4ccc-8fd4-4f2a0d8db54f,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:05.736852 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b447481d-e528-4043-bc5c-f7b7367f765c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:05.749986 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Attempting to bind port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:38:05.750397 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Attempting to bind port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': 'ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:38:05.750785 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Attempting to bind port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd on network 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:38:05.772342 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:38:05.772342 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Checking segment: {'id': 'ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:38:05.772342 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:05.772342 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Bound using segment: {'id': 'ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:38:05.772342 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Bound port: 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:38:05.772342 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:05.908117 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] For port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:38:05.913710 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] For port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd,segment=NetworkSegment(ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8),segment_id=ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:38:05.922027 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b447481d-e528-4043-bc5c-f7b7367f765c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:05.924580 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-b447481d-e528-4043-bc5c-f7b7367f765c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6190755 Jun 29 12:38:05.926405 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 53116) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:05.932590 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-e9c15e73-68f9-4233-97a8-b1ee69636f3c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Request body: {'security_group_rule': {'security_group_id': 'bdb1413c-8d8f-472f-9b94-1304522be6f8', 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:38:06.008565 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:06.019332 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:06.041458 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e9c15e73-68f9-4233-97a8-b1ee69636f3c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:06.110095 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b30c4-1857-4bc5-b8bd-d4237d18c37d None None] Pushing event updated for resources: {'Port': ['ID=52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:06.114591 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d95b30c4-1857-4bc5-b8bd-d4237d18c37d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:06.125650 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Routers {'11136722-32cc-469f-a403-5035f0195db9'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:38:06.126512 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:37:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['11136722-32cc-469f-a403-5035f0195db9'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:06.158745 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e9c15e73-68f9-4233-97a8-b1ee69636f3c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:06.235423 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0117-17b2-4f9a-8002-1d2372ca56ce req-6217ae06-7a3c-42cd-8de8-817e6aeb1e55 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:06.237425 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e92d0117-17b2-4f9a-8002-1d2372ca56ce req-6217ae06-7a3c-42cd-8de8-817e6aeb1e55 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0766904 Jun 29 12:38:06.264096 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e9c15e73-68f9-4233-97a8-b1ee69636f3c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:06.275969 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-8ae6ae3b-7ff1-4c74-a147-d277dadb1b80 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:06.289403 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c15e73-68f9-4233-97a8-b1ee69636f3c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510165a9-b5ec-412e-a90c-231955979286,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:06.289698 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] Set router 11136722-32cc-469f-a403-5035f0195db9 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:38:06.306384 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e9c15e73-68f9-4233-97a8-b1ee69636f3c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:06.366832 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e92d0117-17b2-4f9a-8002-1d2372ca56ce req-c7df6635-543f-4e35-8812-b3d7e11ce2b1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201942 Jun 29 12:38:06.493175 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e9c15e73-68f9-4233-97a8-b1ee69636f3c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:06.494387 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-e9c15e73-68f9-4233-97a8-b1ee69636f3c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5669503 Jun 29 12:38:06.496938 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 53126) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:06.501507 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-d79e23b1-327c-4c25-939b-ced90f88d355 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Request body: {'security_group_rule': {'security_group_id': 'bdb1413c-8d8f-472f-9b94-1304522be6f8', 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:38:06.569446 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf08a76-dde3-41e0-b0a7-e73818090e60 req-11347140-b54c-4b5f-80bb-8e48d725f03f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:06.570615 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-baf08a76-dde3-41e0-b0a7-e73818090e60 req-11347140-b54c-4b5f-80bb-8e48d725f03f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.1157951 Jun 29 12:38:06.613810 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-baf08a76-dde3-41e0-b0a7-e73818090e60 req-52e32d3f-adaf-4605-9814-3f10eeb51464 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374649 Jun 29 12:38:06.619470 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.securitygroups_db [None req-d79e23b1-327c-4c25-939b-ced90f88d355 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Project aecb4929e9154840a6f709ac017ba153 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 12:38:06.627427 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d79e23b1-327c-4c25-939b-ced90f88d355 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:06.669820 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11136722-32cc-469f-a403-5035f0195db9', 'name': 'tempest-TestVolumeBootPattern-446399485-router', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:54Z', 'updated_at': '2021-06-29T12:38:00Z', 'revision_number': 4, 'project_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'gw_port': {'id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11136722-32cc-469f-a403-5035f0195db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:56Z', 'updated_at': '2021-06-29T12:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd', 'name': '', 'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'mac_address': 'fa:16:3e:ae:8b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11136722-32cc-469f-a403-5035f0195db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0253aad5-c8e8-43b0-b673-a6ee4f6e38b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:38:00Z', 'updated_at': '2021-06-29T12:38:05Z', 'revision_number': 4, 'project_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'subnets': [{'id': '0253aad5-c8e8-43b0-b673-a6ee4f6e38b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:06.750945 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497df0d5-489c-40ae-9593-e3441f3aad99 None None] The sync data for ids ['11136722-32cc-469f-a403-5035f0195db9'] in dv-cinder-786627-14-iscsi is: [{'id': '11136722-32cc-469f-a403-5035f0195db9', 'name': 'tempest-TestVolumeBootPattern-446399485-router', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:54Z', 'updated_at': '2021-06-29T12:38:00Z', 'revision_number': 4, 'project_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'gw_port': {'id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11136722-32cc-469f-a403-5035f0195db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:56Z', 'updated_at': '2021-06-29T12:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd', 'name': '', 'network_id': '33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'mac_address': 'fa:16:3e:ae:8b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11136722-32cc-469f-a403-5035f0195db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0253aad5-c8e8-43b0-b673-a6ee4f6e38b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:38:00Z', 'updated_at': '2021-06-29T12:38:05Z', 'revision_number': 4, 'project_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'subnets': [{'id': '0253aad5-c8e8-43b0-b673-a6ee4f6e38b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:38:06.754433 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d79e23b1-327c-4c25-939b-ced90f88d355 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:06.889053 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d79e23b1-327c-4c25-939b-ced90f88d355 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:06.899928 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-db9737e7-8183-4250-90ad-b6713c0ea200 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:06.931654 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c440-4178-424d-a11c-33062483b7db req-4da0d7b5-15f0-49d4-bbb9-62540a40c0e3 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:06.939629 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9c64c440-4178-424d-a11c-33062483b7db req-4da0d7b5-15f0-49d4-bbb9-62540a40c0e3 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 945 time: 0.1374717 Jun 29 12:38:06.952388 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e23b1-327c-4c25-939b-ced90f88d355 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac877f0a-2e9a-4be5-b109-7df2983ea7f0,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:06.980820 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d79e23b1-327c-4c25-939b-ced90f88d355 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:07.037321 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d79e23b1-327c-4c25-939b-ced90f88d355 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:07.043732 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53136) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:07.044241 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-d79e23b1-327c-4c25-939b-ced90f88d355 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5457551 Jun 29 12:38:07.048932 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-4b5ea8c5-24b7-45dc-8f18-0ae79e1a03d5 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Request body: {'security_group_rule': {'security_group_id': 'bdb1413c-8d8f-472f-9b94-1304522be6f8', 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:38:07.060285 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9c64c440-4178-424d-a11c-33062483b7db req-d0af49f8-0e32-4e8b-b239-6a1a7110a138 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190107 Jun 29 12:38:07.168310 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device aba27577-58b6-4005-bbc1-6ec9058eac10 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:07.203940 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.securitygroups_db [None req-4b5ea8c5-24b7-45dc-8f18-0ae79e1a03d5 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Project aecb4929e9154840a6f709ac017ba153 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 12:38:07.210922 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4b5ea8c5-24b7-45dc-8f18-0ae79e1a03d5 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:07.331578 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4b5ea8c5-24b7-45dc-8f18-0ae79e1a03d5 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:07.366733 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port aba27577-58b6-4005-bbc1-6ec9058eac10 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:38:07.402016 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port aba27577-58b6-4005-bbc1-6ec9058eac10 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:38:07.403345 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:07.441111 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4b5ea8c5-24b7-45dc-8f18-0ae79e1a03d5 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:07.444410 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:07.536624 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ea8c5-24b7-45dc-8f18-0ae79e1a03d5 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b867766-7749-43e8-a338-783d2e301596,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:07.542062 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4b5ea8c5-24b7-45dc-8f18-0ae79e1a03d5 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:07.552500 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:07.569548 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c7c9bfa7-1826-4f41-8d6f-470cb8ce4dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:07.697494 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:07.717547 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813a450-3dff-47b4-8656-d6269eef9967 req-901564dd-fc5b-4e4e-8e2a-34f3efe7a094 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:07.720141 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c813a450-3dff-47b4-8656-d6269eef9967 req-901564dd-fc5b-4e4e-8e2a-34f3efe7a094 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0794325 Jun 29 12:38:07.729658 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:38:07.732259 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe55227-efa4-4f33-b987-3b7537cbd3b4" -d '{"events": [{"server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "name": "network-vif-plugged", "status": "completed", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:07.759785 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port aba27577-58b6-4005-bbc1-6ec9058eac10, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aba27577-58b6-4005-bbc1-6ec9058eac10,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:07.779470 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c813a450-3dff-47b4-8656-d6269eef9967 req-7a714033-690f-4091-b935-2b3a3f364aff tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534854 Jun 29 12:38:07.831021 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddf5dc9-5353-46d2-a80a-0df1c5f3cd6b x-openstack-request-id: req-5ddf5dc9-5353-46d2-a80a-0df1c5f3cd6b {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:07.831540 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "name": "network-vif-plugged", "status": "completed", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:07.831864 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ddf5dc9-5353-46d2-a80a-0df1c5f3cd6b {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:07.832328 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'code': 200} Jun 29 12:38:07.901425 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc582b-9a88-4dbd-9cd6-05c5e853ce39 req-4ab9387a-ad5d-4a86-9320-a05d97953198 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:07.903044 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fddc582b-9a88-4dbd-9cd6-05c5e853ce39 req-4ab9387a-ad5d-4a86-9320-a05d97953198 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0757520 Jun 29 12:38:07.941715 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fddc582b-9a88-4dbd-9cd6-05c5e853ce39 req-dd1bb568-5a72-41d7-8180-c60b9bab040b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328529 Jun 29 12:38:08.117066 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4b5ea8c5-24b7-45dc-8f18-0ae79e1a03d5 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:08.120623 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:08.124940 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-4b5ea8c5-24b7-45dc-8f18-0ae79e1a03d5 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0774796 Jun 29 12:38:08.127262 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:38:08.143657 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-e82b4466-49e6-496c-a4fc-fd982060a012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:08.159576 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:38:08.159968 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:08.248607 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=aba27577-58b6-4005-bbc1-6ec9058eac10,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:08.254517 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:08.311232 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438028f-0013-4bd4-9fa7-4a998fc04969 req-f4db0e75-e3f4-4b2e-8fec-15563df87386 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:08.313577 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3438028f-0013-4bd4-9fa7-4a998fc04969 req-f4db0e75-e3f4-4b2e-8fec-15563df87386 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.1021385 Jun 29 12:38:08.328905 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:08.363713 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3438028f-0013-4bd4-9fa7-4a998fc04969 req-5881e3b4-f223-4af6-a4ee-87fc1f1e968e tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423145 Jun 29 12:38:08.378235 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd,segment=NetworkSegment(ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8),segment_id=ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:08.423282 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f2426-3260-42ad-819d-645f62e8c020 req-1ed24264-19d5-4773-b8b3-66d79e1ced63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:08.424759 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5f0f2426-3260-42ad-819d-645f62e8c020 req-1ed24264-19d5-4773-b8b3-66d79e1ced63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0558379 Jun 29 12:38:08.460026 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:08.462488 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:08.478818 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5f0f2426-3260-42ad-819d-645f62e8c020 req-d13ae91d-2a6f-4a68-bf12-9580a20fb66b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440462 Jun 29 12:38:08.528357 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:08.531574 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:08.967998 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039e5b8-5709-4120-82b3-7c2f55460442 req-23612e4f-e11f-4a4e-be28-bb9c072b0224 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:08.969497 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a039e5b8-5709-4120-82b3-7c2f55460442 req-23612e4f-e11f-4a4e-be28-bb9c072b0224 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0761125 Jun 29 12:38:09.011519 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a039e5b8-5709-4120-82b3-7c2f55460442 req-25ede5ef-be11-468b-9a11-00c6db142e16 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354028 Jun 29 12:38:09.130773 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a5f5f-c880-4a60-8030-ca5484ae58fc req-ba24dbee-3e3a-4866-949d-8c1df0199040 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:09.132869 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b12a5f5f-c880-4a60-8030-ca5484ae58fc req-ba24dbee-3e3a-4866-949d-8c1df0199040 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0717974 Jun 29 12:38:09.169645 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b12a5f5f-c880-4a60-8030-ca5484ae58fc req-a179776f-eb8a-4a56-858f-9bc2c04b2062 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311701 Jun 29 12:38:09.344822 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:09.392537 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:38:09.392922 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:09.547393 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb215d24-0aef-4413-901e-85a607655ef6 req-d769be74-ff2e-4a4a-937c-0fadd329cca5 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:09.548801 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fb215d24-0aef-4413-901e-85a607655ef6 req-d769be74-ff2e-4a4a-937c-0fadd329cca5 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0633099 Jun 29 12:38:09.586584 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fb215d24-0aef-4413-901e-85a607655ef6 req-74a1ba38-9341-46d2-a363-f760395a27aa tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314100 Jun 29 12:38:10.080184 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d496dc64-ec17-4709-a17c-a810acf95b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:10.186991 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa16184-5fed-4af3-9abb-2ed5345b8315 req-0a5705a9-d0f2-4fe5-8898-eca884b39d3b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:10.188425 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fa16184-5fed-4af3-9abb-2ed5345b8315 req-0a5705a9-d0f2-4fe5-8898-eca884b39d3b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0623121 Jun 29 12:38:10.226574 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fa16184-5fed-4af3-9abb-2ed5345b8315 req-fee068c8-3e8d-49a7-9d51-b715dd14302e tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323515 Jun 29 12:38:10.316183 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:10.357767 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f5ec2-8ebf-403a-be82-8eb0590eb577 req-750fd0f6-0cb0-4307-ba66-50a3fead5a97 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:10.359238 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bc0f5ec2-8ebf-403a-be82-8eb0590eb577 req-750fd0f6-0cb0-4307-ba66-50a3fead5a97 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0677912 Jun 29 12:38:10.397227 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bc0f5ec2-8ebf-403a-be82-8eb0590eb577 req-feef7970-49ba-467f-a1fd-e770841657f7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Jun 29 12:38:10.762840 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ffd46-bdda-4500-a209-35f604ff50ab req-e961eb38-6a94-4692-904e-2979bdce9650 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:10.764403 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a34ffd46-bdda-4500-a209-35f604ff50ab req-e961eb38-6a94-4692-904e-2979bdce9650 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0686343 Jun 29 12:38:10.806296 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a34ffd46-bdda-4500-a209-35f604ff50ab req-9db402e8-a337-49d2-88b6-eae985bc1d37 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358143 Jun 29 12:38:11.401383 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:11.592813 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3dd97-235d-4c7c-92c0-ca679b89508c req-4b682ae8-009a-4722-b6c5-d56b8f7e1386 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:11.594332 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6db3dd97-235d-4c7c-92c0-ca679b89508c req-4b682ae8-009a-4722-b6c5-d56b8f7e1386 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1060331 Jun 29 12:38:11.635119 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e1f1e-466c-497d-9029-16d3bba07b5c req-f7827da5-8185-4411-a382-3b4d7570cb8e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:11.637178 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-271e1f1e-466c-497d-9029-16d3bba07b5c req-f7827da5-8185-4411-a382-3b4d7570cb8e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.1162729 Jun 29 12:38:11.669752 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6db3dd97-235d-4c7c-92c0-ca679b89508c req-96882169-26b4-428f-ba93-50309b85165b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673137 Jun 29 12:38:11.688453 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-271e1f1e-466c-497d-9029-16d3bba07b5c req-cfac1ffb-853a-4741-aefa-72916d2f2f4b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454144 Jun 29 12:38:11.991382 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c239e20-2b2a-4c1a-a53f-96453b4a6fef req-79793736-8fee-4349-8ed1-34ece9ae4cc1 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:11.992572 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4c239e20-2b2a-4c1a-a53f-96453b4a6fef req-79793736-8fee-4349-8ed1-34ece9ae4cc1 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0679600 Jun 29 12:38:12.032971 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4c239e20-2b2a-4c1a-a53f-96453b4a6fef req-eb46211f-28f2-457c-a6a3-d0a0c23e672b tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336356 Jun 29 12:38:12.528739 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cde16-7f9b-4577-9024-9841755a1caa req-e83e47e3-85b2-4c2c-a080-6d0e7480860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:12.530258 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3d8cde16-7f9b-4577-9024-9841755a1caa req-e83e47e3-85b2-4c2c-a080-6d0e7480860b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 1099 time: 0.0593228 Jun 29 12:38:12.624824 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cde16-7f9b-4577-9024-9841755a1caa req-7d0df68a-faab-49ca-9966-9d3236cddb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:12.626371 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3d8cde16-7f9b-4577-9024-9841755a1caa req-7d0df68a-faab-49ca-9966-9d3236cddb68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=16d0a0a3-8b89-4096-b128-70e15e26c897 HTTP/1.1" status: 200 len: 916 time: 0.0878060 Jun 29 12:38:12.699769 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3d8cde16-7f9b-4577-9024-9841755a1caa req-606fe6fb-23a7-4279-b889-26141d23f6a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b HTTP/1.1" status: 200 len: 1002 time: 0.0641875 Jun 29 12:38:12.776342 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cde16-7f9b-4577-9024-9841755a1caa req-6af1dda4-44a8-47cb-b388-881b63e68373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:12.777846 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3d8cde16-7f9b-4577-9024-9841755a1caa req-6af1dda4-44a8-47cb-b388-881b63e68373 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891d40b4-fadc-46b1-bef8-c6455861efaf HTTP/1.1" status: 200 len: 854 time: 0.0659597 Jun 29 12:38:12.807010 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:12.945941 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cde16-7f9b-4577-9024-9841755a1caa req-db488fcd-ac77-4b80-80ba-c2b864dfd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:12.947902 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3d8cde16-7f9b-4577-9024-9841755a1caa req-db488fcd-ac77-4b80-80ba-c2b864dfd61f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d0a0a3-8b89-4096-b128-70e15e26c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1597095 Jun 29 12:38:12.964159 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd67aa2-923a-45c6-8641-360799758519 req-35afc318-cf11-4b35-9512-d091f979332b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:12.965614 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-afd67aa2-923a-45c6-8641-360799758519 req-35afc318-cf11-4b35-9512-d091f979332b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1398327 Jun 29 12:38:12.999670 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7809ee-88ca-46d1-bf96-41096b9522d9 req-7c46a1e6-8fdc-46ce-8d68-e485d3913d4a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:13.001092 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3f7809ee-88ca-46d1-bf96-41096b9522d9 req-7c46a1e6-8fdc-46ce-8d68-e485d3913d4a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.1383259 Jun 29 12:38:13.098016 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-afd67aa2-923a-45c6-8641-360799758519 req-b4d03791-822b-4307-acb2-316805c67424 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207297 Jun 29 12:38:13.115592 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3f7809ee-88ca-46d1-bf96-41096b9522d9 req-820e40f4-6b63-4260-81ed-b515de6da633 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841815 Jun 29 12:38:13.139472 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3d8cde16-7f9b-4577-9024-9841755a1caa req-45d6b145-289b-48c7-9312-5a1cc7f76d7f service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729298 Jun 29 12:38:13.233179 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3d8cde16-7f9b-4577-9024-9841755a1caa req-2ab99e37-6cc4-4258-a32a-19dff0087274 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868986 Jun 29 12:38:13.302216 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e2e4-153f-44d9-8c43-d3212ea9422e req-81bc3832-fefa-4fd6-88c8-2b47b80dd2e7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:13.304309 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f1c3e2e4-153f-44d9-8c43-d3212ea9422e req-81bc3832-fefa-4fd6-88c8-2b47b80dd2e7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0684605 Jun 29 12:38:13.346950 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f1c3e2e4-153f-44d9-8c43-d3212ea9422e req-83681ad1-9fa9-48b9-8b4f-c742f33b0816 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367482 Jun 29 12:38:14.288682 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e4e4e-8ce6-4cab-a115-45d743aa8298 req-37e4e293-c83f-4843-93b1-7aa010af67db tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:14.290496 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f6e4e4e-8ce6-4cab-a115-45d743aa8298 req-37e4e293-c83f-4843-93b1-7aa010af67db tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0758357 Jun 29 12:38:14.329976 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f6e4e4e-8ce6-4cab-a115-45d743aa8298 req-953e966a-8726-4e16-b8ab-a655f5676743 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335052 Jun 29 12:38:14.534556 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909f639-51b9-4e9d-bca6-61e26e62af5c req-8d60861d-18a1-4b97-b919-b00741b1908a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:14.536302 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a909f639-51b9-4e9d-bca6-61e26e62af5c req-8d60861d-18a1-4b97-b919-b00741b1908a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 946 time: 0.0980918 Jun 29 12:38:14.627310 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a909f639-51b9-4e9d-bca6-61e26e62af5c req-9b18ac75-eadb-465f-b5e3-598767980779 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842502 Jun 29 12:38:14.634700 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf8292-78b4-45f3-a418-7fb3588d4369 req-7eb96c57-5c13-4079-ac4a-6eb78a0ff27e tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:14.636125 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a6bf8292-78b4-45f3-a418-7fb3588d4369 req-7eb96c57-5c13-4079-ac4a-6eb78a0ff27e tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.1423969 Jun 29 12:38:14.666753 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bdc42-1c7a-4e30-b8b7-2e30802de8f1 req-4ef332f2-fcea-43a4-a2ed-88a7017c2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:14.668226 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-903bdc42-1c7a-4e30-b8b7-2e30802de8f1 req-4ef332f2-fcea-43a4-a2ed-88a7017c2aa0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1602240f3a4a41979987d2f3300a74d5&device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 1099 time: 0.1229322 Jun 29 12:38:14.685632 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a6bf8292-78b4-45f3-a418-7fb3588d4369 req-322a5970-48d9-4eff-9941-7f1803f7b9ad tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434251 Jun 29 12:38:14.864535 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bdc42-1c7a-4e30-b8b7-2e30802de8f1 req-c434d1bc-0240-4021-ac99-c5463d971a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:14.865906 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-903bdc42-1c7a-4e30-b8b7-2e30802de8f1 req-c434d1bc-0240-4021-ac99-c5463d971a68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=005390eb-b2ea-4409-a911-12b960f56e49 HTTP/1.1" status: 200 len: 919 time: 0.1789701 Jun 29 12:38:14.882537 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177523d-2355-47a5-b920-b1fcb1ce3b35 req-ef5bcd88-5244-41b1-ae82-42375e4f582e tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:14.883880 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c177523d-2355-47a5-b920-b1fcb1ce3b35 req-ef5bcd88-5244-41b1-ae82-42375e4f582e tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1345842 Jun 29 12:38:14.938674 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-903bdc42-1c7a-4e30-b8b7-2e30802de8f1 req-899b753b-9918-48ab-8bd0-9d72d2eaa408 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf60f431-0b94-4c6a-9af4-28e8aee49732 HTTP/1.1" status: 200 len: 217 time: 0.0511661 Jun 29 12:38:14.968944 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c177523d-2355-47a5-b920-b1fcb1ce3b35 req-804f4bc5-75e3-4940-bb60-4ec2a02e5238 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733547 Jun 29 12:38:14.977566 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39061a13-26a3-4253-9457-cb456be81db0 req-1e5c4be3-852b-4f21-a62e-2b1ed2f90cf7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:14.979007 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-39061a13-26a3-4253-9457-cb456be81db0 req-1e5c4be3-852b-4f21-a62e-2b1ed2f90cf7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.1708577 Jun 29 12:38:15.042589 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bdc42-1c7a-4e30-b8b7-2e30802de8f1 req-93004bbe-5973-4665-9acc-d17360f70f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:15.044021 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-903bdc42-1c7a-4e30-b8b7-2e30802de8f1 req-93004bbe-5973-4665-9acc-d17360f70f2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f93e1b-50db-4db1-9c73-4aa8c9d54cbe HTTP/1.1" status: 200 len: 858 time: 0.0855126 Jun 29 12:38:15.047231 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-39061a13-26a3-4253-9457-cb456be81db0 req-576da5f3-4543-41b2-8331-d4b4f81f9421 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501854 Jun 29 12:38:15.072080 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53340) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:15.083167 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-903bdc42-1c7a-4e30-b8b7-2e30802de8f1 req-a50d0c7c-8ef2-4af6-a281-77960b34d0bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=005390eb-b2ea-4409-a911-12b960f56e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270188 Jun 29 12:38:15.188046 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-903bdc42-1c7a-4e30-b8b7-2e30802de8f1 req-cf395dea-1c58-4aaa-80bc-3f44b6aa0644 service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851405 Jun 29 12:38:15.236907 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 2cdbbfba-a67b-4039-8c0d-7d4158f2537b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:38:15.293383 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-903bdc42-1c7a-4e30-b8b7-2e30802de8f1 req-eb6b8524-8f2b-4935-946c-f85d009ec98d service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931430 Jun 29 12:38:15.323219 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:15.346235 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:38:15.348501 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f444ce8a-e792-4a79-91cd-b5ee37bc6fd9" -d '{"events": [{"server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "name": "network-vif-unplugged", "status": "completed", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:15.362240 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:15.372887 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63fc580-f445-4666-9f4d-854f8b1b696d tempest-TestShelveInstance-905178276 tempest-TestShelveInstance-905178276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:15.374437 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-a63fc580-f445-4666-9f4d-854f8b1b696d tempest-TestShelveInstance-905178276 tempest-TestShelveInstance-905178276-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 1094 time: 0.3013101 Jun 29 12:38:15.377564 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 53352) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:15.383484 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Request body: {'floatingip': {'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'port_id': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:38:15.402272 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 12:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a06e6fe-e587-4570-9f9d-b0a857346986 x-openstack-request-id: req-8a06e6fe-e587-4570-9f9d-b0a857346986 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:15.402622 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "name": "network-vif-unplugged", "status": "completed", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:15.402891 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a06e6fe-e587-4570-9f9d-b0a857346986 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:15.403354 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'code': 200} Jun 29 12:38:15.435717 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:15.437543 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:15.487730 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,revision_number=8']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:15.491517 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:15.497055 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for floatingip, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:15.569169 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500c876-0331-423e-81c1-8d523b6fc51a req-bc6a4a09-00c9-4731-b878-ed4f9adaddff tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:15.570643 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c500c876-0331-423e-81c1-8d523b6fc51a req-bc6a4a09-00c9-4731-b878-ed4f9adaddff tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1100216 Jun 29 12:38:15.622005 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c500c876-0331-423e-81c1-8d523b6fc51a req-0a056c92-df9d-4a62-b639-66a71e9f4bec tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453415 Jun 29 12:38:15.657058 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:15.827941 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Allocated IP 172.27.2.23 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/fbdacd1b-c06b-40e2-8320-1a4c43a9107c) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:38:15.900595 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165554-5f21-47b4-abbe-afde46978df3 req-e0952d01-1b9b-42da-aba6-00c008f870ee tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:15.902081 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8c165554-5f21-47b4-abbe-afde46978df3 req-e0952d01-1b9b-42da-aba6-00c008f870ee tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.1346042 Jun 29 12:38:15.965614 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8c165554-5f21-47b4-abbe-afde46978df3 req-6deff568-f906-47b6-88ac-56223e152408 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572994 Jun 29 12:38:15.983088 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:16.116247 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:16.119004 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:16.161525 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:38:16.168959 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:38:16.172965 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:38:16.202879 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Pushing event updated for resources: {'Port': ['ID=fbdacd1b-c06b-40e2-8320-1a4c43a9107c,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:16.208802 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:16.226492 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4875d40-5a6e-4516-9b32-e6d236d1534d req-43068563-70b3-4f94-a571-d821377c0f03 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:16.227963 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e4875d40-5a6e-4516-9b32-e6d236d1534d req-43068563-70b3-4f94-a571-d821377c0f03 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1475592 Jun 29 12:38:16.321938 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e4875d40-5a6e-4516-9b32-e6d236d1534d req-6f99b698-483c-4b70-9ae7-4aa62660fba6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864522 Jun 29 12:38:16.888026 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:16.896725 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543763d8-eab4-4192-a286-143790d73f45 req-71ca2d69-8c86-425d-aea1-9756d60a51b2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:16.897824 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-543763d8-eab4-4192-a286-143790d73f45 req-71ca2d69-8c86-425d-aea1-9756d60a51b2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1130443 Jun 29 12:38:16.967573 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-543763d8-eab4-4192-a286-143790d73f45 req-01e0b3d6-65a2-497b-b583-5891a3af36dd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467532 Jun 29 12:38:17.064108 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:17.214610 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ec27c-7c8b-40d6-80dc-082c64f08398 req-11b1cd7f-ae7f-4cbb-b1ec-e1f300a3b1c2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:17.216360 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-127ec27c-7c8b-40d6-80dc-082c64f08398 req-11b1cd7f-ae7f-4cbb-b1ec-e1f300a3b1c2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.1316044 Jun 29 12:38:17.287525 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-127ec27c-7c8b-40d6-80dc-082c64f08398 req-c8024f42-9239-433b-a148-ae37ed9f8849 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637200 Jun 29 12:38:17.303080 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:17.361192 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:17.364185 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:17.433769 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Pushing event updated for resources: {'Port': ['ID=fbdacd1b-c06b-40e2-8320-1a4c43a9107c,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:17.439458 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:17.477249 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:17.592455 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d06b5-1487-4ba2-bcde-7069479e3f88 req-1576e33c-34d0-49ae-8c2a-e4a830ce8da0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:17.596729 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6e8d06b5-1487-4ba2-bcde-7069479e3f88 req-1576e33c-34d0-49ae-8c2a-e4a830ce8da0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1512792 Jun 29 12:38:17.601222 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.l3_db [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Floating IP be1895f1-b286-47ae-8889-73ea23cd74ed associated. External IP: 172.27.2.23, port: aba27577-58b6-4005-bbc1-6ec9058eac10. Jun 29 12:38:17.709999 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6e8d06b5-1487-4ba2-bcde-7069479e3f88 req-68730c39-29df-4461-920a-f73db53810a8 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712640 Jun 29 12:38:17.712799 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53410) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:17.788645 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:17.824108 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c36f5e5d-8e7b-47d6-b3e7-fce93e1bc836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:17.845561 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Router e6945f63-0f9c-4988-98c3-7dc92c9de422 has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:38:17.914412 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c36f5e5d-8e7b-47d6-b3e7-fce93e1bc836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:17.966518 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:38:17.970693 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c36f5e5d-8e7b-47d6-b3e7-fce93e1bc836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:17.974554 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-99c35693-0620-42ee-97dd-f7637762f8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:17.976692 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2783fa-5323-427f-bf63-22f7a4e61eb0 None None] Sync routers for ids ['e6945f63-0f9c-4988-98c3-7dc92c9de422'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:38:17.985860 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2783fa-5323-427f-bf63-22f7a4e61eb0 None None] Routers {'e6945f63-0f9c-4988-98c3-7dc92c9de422'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:38:17.986534 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-aa2783fa-5323-427f-bf63-22f7a4e61eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:38:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6945f63-0f9c-4988-98c3-7dc92c9de422'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:18.012919 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f5e5d-8e7b-47d6-b3e7-fce93e1bc836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d520998-3fe3-485c-bec9-a1e18ac8416e,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:18.019133 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-c36f5e5d-8e7b-47d6-b3e7-fce93e1bc836 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8004496b7a394c9b89d0b892eb506404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052297 Jun 29 12:38:18.019739 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53418) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:18.020598 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c36f5e5d-8e7b-47d6-b3e7-fce93e1bc836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:18.054618 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:18.117855 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3b11e4bc-35c1-426f-8a24-bbd7a4623c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:18.122846 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-aa2783fa-5323-427f-bf63-22f7a4e61eb0 None None] Set router e6945f63-0f9c-4988-98c3-7dc92c9de422 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:38:18.140737 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3b11e4bc-35c1-426f-8a24-bbd7a4623c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:18.163186 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7844720 Jun 29 12:38:18.164719 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:38:18.167577 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0ac595-d7cb-47df-b04f-5b5b0424b4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:18.192923 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a186458-abf3-4c39-92a2-f5b164897d82 req-4326c07b-44d7-40bb-b110-edceb56ae5a8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:18.195996 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2a186458-abf3-4c39-92a2-f5b164897d82 req-4326c07b-44d7-40bb-b110-edceb56ae5a8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0902209 Jun 29 12:38:18.253864 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2a186458-abf3-4c39-92a2-f5b164897d82 req-86b65383-12fa-4d23-a92d-ccbe105e651b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493190 Jun 29 12:38:18.287468 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3b11e4bc-35c1-426f-8a24-bbd7a4623c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:18.290348 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3b11e4bc-35c1-426f-8a24-bbd7a4623c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:18.293977 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-3b11e4bc-35c1-426f-8a24-bbd7a4623c7c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2d520998-3fe3-485c-bec9-a1e18ac8416e HTTP/1.1" status: 204 len: 168 time: 0.2697804 Jun 29 12:38:18.293977 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b12aff0f-94b3-4648-b1e9-409dd9965bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:18.307390 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11e4bc-35c1-426f-8a24-bbd7a4623c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d520998-3fe3-485c-bec9-a1e18ac8416e,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:18.311936 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3b11e4bc-35c1-426f-8a24-bbd7a4623c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:18.313940 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abf5051-a692-46e5-a95c-c467a49485ff x-openstack-request-id: req-0abf5051-a692-46e5-a95c-c467a49485ff {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:18.314298 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:18.314593 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0abf5051-a692-46e5-a95c-c467a49485ff {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:18.315032 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'status': 'completed', 'code': 200} Jun 29 12:38:18.400067 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac595-d7cb-47df-b04f-5b5b0424b4f4 req-fb171ec9-bd69-441b-9f3c-04a752c681d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:18.401584 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8c0ac595-d7cb-47df-b04f-5b5b0424b4f4 req-fb171ec9-bd69-441b-9f3c-04a752c681d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7293fbeb32634e6fb27f38b23178279e&device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0613844 Jun 29 12:38:18.409447 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-aa2783fa-5323-427f-bf63-22f7a4e61eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:54Z', 'revision_number': 4, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'be1895f1-b286-47ae-8889-73ea23cd74ed', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'port_id': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'mac_address': 'fa:16:3e:72:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:38:16Z', 'updated_at': '2021-06-29T12:38:16Z', 'revision_number': 0, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49784878-8163-4f21-926b-9ed60a6d5312', 'name': '', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:53Z', 'updated_at': '2021-06-29T12:37:01Z', 'revision_number': 5, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'subnets': [{'id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:18.438453 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2783fa-5323-427f-bf63-22f7a4e61eb0 None None] Checking router: e6945f63-0f9c-4988-98c3-7dc92c9de422 for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:38:18.448195 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2783fa-5323-427f-bf63-22f7a4e61eb0 None None] Routers {'e6945f63-0f9c-4988-98c3-7dc92c9de422'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:38:18.448840 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-aa2783fa-5323-427f-bf63-22f7a4e61eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:38:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6945f63-0f9c-4988-98c3-7dc92c9de422'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:18.507029 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac595-d7cb-47df-b04f-5b5b0424b4f4 req-5b3e2a8d-ea1e-46c3-aac8-feddd0968d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:18.508801 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8c0ac595-d7cb-47df-b04f-5b5b0424b4f4 req-5b3e2a8d-ea1e-46c3-aac8-feddd0968d31 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fce745-e302-4d72-96a9-8c7edaf3a0ed HTTP/1.1" status: 200 len: 909 time: 0.0996878 Jun 29 12:38:18.589397 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-aa2783fa-5323-427f-bf63-22f7a4e61eb0 None None] Set router e6945f63-0f9c-4988-98c3-7dc92c9de422 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:38:18.595279 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8c0ac595-d7cb-47df-b04f-5b5b0424b4f4 req-2b51921f-6555-4d02-af35-9365787deeaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aba27577-58b6-4005-bbc1-6ec9058eac10 HTTP/1.1" status: 200 len: 999 time: 0.0773809 Jun 29 12:38:18.662285 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac595-d7cb-47df-b04f-5b5b0424b4f4 req-72aa024c-9aa7-4ee6-b88d-b401ea448c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:18.664205 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8c0ac595-d7cb-47df-b04f-5b5b0424b4f4 req-72aa024c-9aa7-4ee6-b88d-b401ea448c62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9fff4fe-8011-41e8-8db9-d036d046ab75 HTTP/1.1" status: 200 len: 847 time: 0.0581720 Jun 29 12:38:18.729721 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ac595-d7cb-47df-b04f-5b5b0424b4f4 req-cf9f4f12-bce9-4d80-9d9c-c5178164b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:18.731140 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8c0ac595-d7cb-47df-b04f-5b5b0424b4f4 req-cf9f4f12-bce9-4d80-9d9c-c5178164b159 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fce745-e302-4d72-96a9-8c7edaf3a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0584168 Jun 29 12:38:18.830103 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-aa2783fa-5323-427f-bf63-22f7a4e61eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:54Z', 'revision_number': 4, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'be1895f1-b286-47ae-8889-73ea23cd74ed', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'port_id': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'mac_address': 'fa:16:3e:72:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:38:16Z', 'updated_at': '2021-06-29T12:38:16Z', 'revision_number': 0, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49784878-8163-4f21-926b-9ed60a6d5312', 'name': '', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:53Z', 'updated_at': '2021-06-29T12:37:01Z', 'revision_number': 5, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'subnets': [{'id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:38:18.859161 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8c0ac595-d7cb-47df-b04f-5b5b0424b4f4 req-91bcb973-639d-4e16-a2b1-4bf8b9b898fe service neutron] 10.222.0.37 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207209 Jun 29 12:38:18.868065 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2783fa-5323-427f-bf63-22f7a4e61eb0 None None] The sync data for ids ['e6945f63-0f9c-4988-98c3-7dc92c9de422'] in dv-cinder-786627-14-iscsi is: [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:54Z', 'revision_number': 4, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'be1895f1-b286-47ae-8889-73ea23cd74ed', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'port_id': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'mac_address': 'fa:16:3e:72:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:38:16Z', 'updated_at': '2021-06-29T12:38:16Z', 'revision_number': 0, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49784878-8163-4f21-926b-9ed60a6d5312', 'name': '', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:53Z', 'updated_at': '2021-06-29T12:37:01Z', 'revision_number': 5, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'subnets': [{'id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:38:18.918377 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53438) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:18.935448 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ce5336fb-381e-4f60-af56-ffa44fdc9d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:19.009521 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8c0ac595-d7cb-47df-b04f-5b5b0424b4f4 req-1efc294c-db65-4731-be73-7038b8cfdfbe service neutron] 10.222.0.37 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320434 Jun 29 12:38:19.048017 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726819e7-f2ca-45b1-ae05-a716ede07a86 req-503f4759-754c-42ec-a354-e6d9e9d09ac8 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:19.056581 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-726819e7-f2ca-45b1-ae05-a716ede07a86 req-503f4759-754c-42ec-a354-e6d9e9d09ac8 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.2187178 Jun 29 12:38:19.109113 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ce5336fb-381e-4f60-af56-ffa44fdc9d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:19.136539 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12712031-8393-4b7b-aa43-f9aa24deddcf None None] New status for floating IP be1895f1-b286-47ae-8889-73ea23cd74ed: ACTIVE {{(pid=93601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:38:19.144107 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-726819e7-f2ca-45b1-ae05-a716ede07a86 req-91bb1669-fdf4-4cf8-a80a-781cfb89a39c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865283 Jun 29 12:38:19.183960 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ce5336fb-381e-4f60-af56-ffa44fdc9d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:19.187572 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-121da622-d225-44e2-8c29-94ffaadec2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:19.207506 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0fbea-74f6-42e1-865e-bd17d2ecefc3 req-52b58800-6093-408a-954d-1f9c3a404027 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:19.209486 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2ef0fbea-74f6-42e1-865e-bd17d2ecefc3 req-52b58800-6093-408a-954d-1f9c3a404027 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0915511 Jun 29 12:38:19.226376 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-ce5336fb-381e-4f60-af56-ffa44fdc9d23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fca98f301aab4fbbbdbab966153738de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067191 Jun 29 12:38:19.227261 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5336fb-381e-4f60-af56-ffa44fdc9d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f890d925-e6a0-45a1-8267-452055364353,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:19.230049 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53452) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:19.232410 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ce5336fb-381e-4f60-af56-ffa44fdc9d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:19.251838 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2ef0fbea-74f6-42e1-865e-bd17d2ecefc3 req-92140d5d-aa82-4c64-911b-8622c9f49cdf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353923 Jun 29 12:38:19.288950 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8b75-388f-4b0a-9f34-d5a9b052d0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:19.315558 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8b75-388f-4b0a-9f34-d5a9b052d0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:19.458221 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8b75-388f-4b0a-9f34-d5a9b052d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:19.458531 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783551b7-b8f1-44b6-a8ef-842711a9957b req-693a6cee-8f6b-4274-a85e-7344cad7a528 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:19.459985 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-783551b7-b8f1-44b6-a8ef-842711a9957b req-693a6cee-8f6b-4274-a85e-7344cad7a528 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0683970 Jun 29 12:38:19.461286 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8b75-388f-4b0a-9f34-d5a9b052d0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:19.462847 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-eb7a8b75-388f-4b0a-9f34-d5a9b052d0ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f890d925-e6a0-45a1-8267-452055364353 HTTP/1.1" status: 204 len: 168 time: 0.2312322 Jun 29 12:38:19.463245 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-11005cab-ddd9-476a-91e4-362df392b804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:19.471348 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a8b75-388f-4b0a-9f34-d5a9b052d0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f890d925-e6a0-45a1-8267-452055364353,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:19.473729 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-eb7a8b75-388f-4b0a-9f34-d5a9b052d0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:19.507041 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-783551b7-b8f1-44b6-a8ef-842711a9957b req-e82b9ab3-6f18-4198-b845-1da7244fb7de tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Jun 29 12:38:20.317235 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc34adf-be48-4612-b592-6fa64fbc401b req-1a966e09-a79f-4397-a60f-637032d1f17d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:20.318848 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-efc34adf-be48-4612-b592-6fa64fbc401b req-1a966e09-a79f-4397-a60f-637032d1f17d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0665720 Jun 29 12:38:20.363854 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-efc34adf-be48-4612-b592-6fa64fbc401b req-082b45af-c26f-45f2-8e70-ac69dc00847c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379143 Jun 29 12:38:20.463376 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f439f-f4e0-4603-a26a-549389836c17 req-29c60a19-f223-420d-9b08-d2f7481a699c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:20.463376 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc3f439f-f4e0-4603-a26a-549389836c17 req-29c60a19-f223-420d-9b08-d2f7481a699c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0683661 Jun 29 12:38:20.503577 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc3f439f-f4e0-4603-a26a-549389836c17 req-1a05e7e6-18c3-4e17-9935-1ac2ce76ee03 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342941 Jun 29 12:38:20.688283 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896068ff-b2e5-4fbb-8ad2-8fbedb888e8a req-52411d8f-e123-4853-97a9-2fe78e03e62f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:20.689731 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-896068ff-b2e5-4fbb-8ad2-8fbedb888e8a req-52411d8f-e123-4853-97a9-2fe78e03e62f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0678732 Jun 29 12:38:20.727903 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-896068ff-b2e5-4fbb-8ad2-8fbedb888e8a req-681a0a37-91b4-4f4f-a38f-da51cb3a2041 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324516 Jun 29 12:38:21.248882 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 2cdbbfba-a67b-4039-8c0d-7d4158f2537b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:38:21.537386 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebd285-058f-4c2b-b153-77582145bf31 req-34099442-5d11-482c-adf1-67d62b73d02b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:21.538873 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bdebd285-058f-4c2b-b153-77582145bf31 req-34099442-5d11-482c-adf1-67d62b73d02b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0635505 Jun 29 12:38:21.578527 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bdebd285-058f-4c2b-b153-77582145bf31 req-8d839774-ffb9-42a4-94e3-0b604650f97b tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339487 Jun 29 12:38:21.690254 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1cd95-4058-475a-a84f-404cf45d116d req-7b2be4c6-aefc-492e-a1b5-61deb424a92f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:21.691608 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7fa1cd95-4058-475a-a84f-404cf45d116d req-7b2be4c6-aefc-492e-a1b5-61deb424a92f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0658319 Jun 29 12:38:21.735993 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7fa1cd95-4058-475a-a84f-404cf45d116d req-dd6130b4-453a-4c4c-9b21-407561c9e6c8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343275 Jun 29 12:38:21.908845 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89cc07-2821-420d-9643-ea3f19feac99 req-d6be8d92-8a82-45d3-badd-1d2b876fd3a2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:21.910323 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8c89cc07-2821-420d-9643-ea3f19feac99 req-d6be8d92-8a82-45d3-badd-1d2b876fd3a2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0648243 Jun 29 12:38:21.950143 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8c89cc07-2821-420d-9643-ea3f19feac99 req-b3746f06-35bb-497f-9549-38c32dc86cba tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331669 Jun 29 12:38:22.171582 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53530) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:22.283013 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0f49-b000-44b4-b3d1-084a2e73e6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:22.370852 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0f49-b000-44b4-b3d1-084a2e73e6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:22.445018 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0f49-b000-44b4-b3d1-084a2e73e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:22.448699 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-cb3f61fc-cfb8-4bc7-b7cd-636bc5520c8d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:22.485943 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-f3bd0f49-b000-44b4-b3d1-084a2e73e6fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7db68ab0dc024080b53ac7b137e2ddb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104327 Jun 29 12:38:22.485943 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd0f49-b000-44b4-b3d1-084a2e73e6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c250eabe-c2f8-4264-adfd-0ed907046f58,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:22.486167 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 53544) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:22.488189 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f3bd0f49-b000-44b4-b3d1-084a2e73e6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:22.538603 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-92043c70-5b63-4dd6-a00e-ddcdcc772269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:22.559471 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-92043c70-5b63-4dd6-a00e-ddcdcc772269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:22.664612 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53552) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:22.679518 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-92043c70-5b63-4dd6-a00e-ddcdcc772269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:22.682115 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-92043c70-5b63-4dd6-a00e-ddcdcc772269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:22.684208 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-92043c70-5b63-4dd6-a00e-ddcdcc772269 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c250eabe-c2f8-4264-adfd-0ed907046f58 HTTP/1.1" status: 204 len: 168 time: 0.1971731 Jun 29 12:38:22.692366 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-1603a25d-c67c-41cf-90cf-4776b36f29ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:22.704086 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92043c70-5b63-4dd6-a00e-ddcdcc772269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c250eabe-c2f8-4264-adfd-0ed907046f58,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:22.735479 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-92043c70-5b63-4dd6-a00e-ddcdcc772269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:22.773688 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d773b5-8dff-4d96-8fe3-c796217fcdbb req-86b38e91-12b3-4066-afa2-db680ab0d2d6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:22.781340 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-d36bfbee-c493-4c45-a732-b5aa0623a4fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1092198 Jun 29 12:38:22.781616 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-68d773b5-8dff-4d96-8fe3-c796217fcdbb req-86b38e91-12b3-4066-afa2-db680ab0d2d6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0793474 Jun 29 12:38:22.825483 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-68d773b5-8dff-4d96-8fe3-c796217fcdbb req-6d7fdbfc-a3ba-4b36-8d17-007f70156b95 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428996 Jun 29 12:38:22.922063 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41185d0-52c7-451f-a770-f5b19c2be720 req-c7dd8ca5-dbe0-48bb-a534-4113e2d191f6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:22.923644 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c41185d0-52c7-451f-a770-f5b19c2be720 req-c7dd8ca5-dbe0-48bb-a534-4113e2d191f6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0673232 Jun 29 12:38:22.966369 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c41185d0-52c7-451f-a770-f5b19c2be720 req-5d848a82-6bcf-441d-9824-1291b1cfe35c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366068 Jun 29 12:38:23.140029 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e4e05-a1cf-46e4-ba93-43d15909f437 req-76040310-842b-4b64-8976-63b37b4ce6cc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:23.141556 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6d1e4e05-a1cf-46e4-ba93-43d15909f437 req-76040310-842b-4b64-8976-63b37b4ce6cc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0689211 Jun 29 12:38:23.183723 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6d1e4e05-a1cf-46e4-ba93-43d15909f437 req-a89acc5a-cbae-43a0-9950-a44672a15768 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350256 Jun 29 12:38:23.410323 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53576) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:23.424207 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-17b67a05-e714-447c-a34b-9dedc1a820f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:23.512178 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-17b67a05-e714-447c-a34b-9dedc1a820f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:23.743984 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-17b67a05-e714-447c-a34b-9dedc1a820f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:23.747593 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-2dfd5180-9eb2-43c5-97e8-7c3c2d0e3e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:23.787955 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-17b67a05-e714-447c-a34b-9dedc1a820f9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=246b9de356b7413d8c4a44701663680c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3766379 Jun 29 12:38:23.788957 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b67a05-e714-447c-a34b-9dedc1a820f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c71733b-dba6-4346-a8e0-9d5fbe7dd605,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:23.790642 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 53584) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:23.792132 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-17b67a05-e714-447c-a34b-9dedc1a820f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:23.843834 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-292314fe-45eb-4a88-a1fd-1ba30a11e3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:23.866587 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-292314fe-45eb-4a88-a1fd-1ba30a11e3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:24.010281 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63428c51-c11e-423c-b1bf-73d59b52dade req-521f0ba5-6579-4ce4-8ed7-62a4c7e8ef55 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:24.012031 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-63428c51-c11e-423c-b1bf-73d59b52dade req-521f0ba5-6579-4ce4-8ed7-62a4c7e8ef55 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0670629 Jun 29 12:38:24.053711 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-63428c51-c11e-423c-b1bf-73d59b52dade req-9f691357-3f48-4fd5-a8d7-1ead6c5576f0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350709 Jun 29 12:38:24.133622 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-292314fe-45eb-4a88-a1fd-1ba30a11e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:24.136285 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-292314fe-45eb-4a88-a1fd-1ba30a11e3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:24.137456 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-292314fe-45eb-4a88-a1fd-1ba30a11e3e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c71733b-dba6-4346-a8e0-9d5fbe7dd605 HTTP/1.1" status: 204 len: 168 time: 0.3457890 Jun 29 12:38:24.138912 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:24.148330 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292314fe-45eb-4a88-a1fd-1ba30a11e3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c71733b-dba6-4346-a8e0-9d5fbe7dd605,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:24.150897 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-292314fe-45eb-4a88-a1fd-1ba30a11e3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:24.179405 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bc84a-3f54-416c-b032-7db91b48e6e7 req-74538624-e6bf-4fb1-b106-d892c17f1634 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:24.181129 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7e5bc84a-3f54-416c-b032-7db91b48e6e7 req-74538624-e6bf-4fb1-b106-d892c17f1634 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0861990 Jun 29 12:38:24.220486 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7e5bc84a-3f54-416c-b032-7db91b48e6e7 req-e1e92391-f71f-4593-b532-23c52e1c8bef tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335972 Jun 29 12:38:24.365448 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb8883-8e8b-4cb8-8089-0d07e30a310a req-2f6552d1-04d5-4146-8835-d8d8e5c05488 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:24.366964 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ecbb8883-8e8b-4cb8-8089-0d07e30a310a req-2f6552d1-04d5-4146-8835-d8d8e5c05488 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0655148 Jun 29 12:38:24.404654 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ecbb8883-8e8b-4cb8-8089-0d07e30a310a req-f75af9f5-1eef-40df-a96c-36b6b456e80a tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320206 Jun 29 12:38:25.237599 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff7558-62c9-4f46-86fd-2ad096c6da65 req-4210659d-228f-40f9-a104-058b65986db9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:25.242839 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-07ff7558-62c9-4f46-86fd-2ad096c6da65 req-4210659d-228f-40f9-a104-058b65986db9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0729210 Jun 29 12:38:25.285910 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-07ff7558-62c9-4f46-86fd-2ad096c6da65 req-1f06912a-e636-49b7-9121-5167dc4be7b4 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405843 Jun 29 12:38:25.421727 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7c9ee-0743-4f77-86d9-21a1d1c3b29c req-fec14770-1cbd-4d41-8b23-f604c7110089 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:25.423218 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6bc7c9ee-0743-4f77-86d9-21a1d1c3b29c req-fec14770-1cbd-4d41-8b23-f604c7110089 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0659113 Jun 29 12:38:25.472945 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6bc7c9ee-0743-4f77-86d9-21a1d1c3b29c req-c3c9de59-c9c4-44b6-a284-874dd90986ec tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427601 Jun 29 12:38:25.602857 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b953fb-c4e0-4005-9558-d05eabe50566 req-3b7f9c9a-a9aa-404c-b7ef-3b87a33d5917 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:25.748642 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a2b953fb-c4e0-4005-9558-d05eabe50566 req-3b7f9c9a-a9aa-404c-b7ef-3b87a33d5917 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0705495 Jun 29 12:38:25.748642 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a2b953fb-c4e0-4005-9558-d05eabe50566 req-714b832b-0d77-4215-8282-87315f8f37dd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328701 Jun 29 12:38:26.517709 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-6b51fe88-a143-41f1-9f4c-e238a66a9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:26.519252 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-6b51fe88-a143-41f1-9f4c-e238a66a9a87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e&tenant_id=f7d9447eb9dc42ef824f1889c310bdef HTTP/1.1" status: 200 len: 1097 time: 0.1407614 Jun 29 12:38:26.536217 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bef69f-65a5-4491-8b36-98ffcce6cf66 req-967805b3-8b3e-44ab-9a5d-164dd5118669 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:26.536217 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c9bef69f-65a5-4491-8b36-98ffcce6cf66 req-967805b3-8b3e-44ab-9a5d-164dd5118669 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1049438 Jun 29 12:38:26.609253 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c9bef69f-65a5-4491-8b36-98ffcce6cf66 req-8c2d8be0-491c-4a3e-a66d-601acfefaa3a tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650842 Jun 29 12:38:26.637609 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-11533c95-d69a-4f15-a668-2649a2223238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:26.639131 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-11533c95-d69a-4f15-a668-2649a2223238 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 1097 time: 0.0807538 Jun 29 12:38:26.783993 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-f013d1bc-58dc-448e-8b93-a6b03a6d1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:26.785439 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-f013d1bc-58dc-448e-8b93-a6b03a6d1d60 service neutron] 10.222.0.37 "GET /v2.0/networks?id=16d0a0a3-8b89-4096-b128-70e15e26c897 HTTP/1.1" status: 200 len: 916 time: 0.1351285 Jun 29 12:38:26.794183 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6459-9921-47a4-b9ff-9fa61a12add5 req-1a37d3ae-725d-4eea-bcb7-c8de7b7e4e7c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:26.795612 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b39c6459-9921-47a4-b9ff-9fa61a12add5 req-1a37d3ae-725d-4eea-bcb7-c8de7b7e4e7c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.1441040 Jun 29 12:38:27.169031 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-d60ecde5-07d2-444e-881b-7f60efd96d4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b HTTP/1.1" status: 200 len: 1000 time: 0.3724649 Jun 29 12:38:27.176656 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b39c6459-9921-47a4-b9ff-9fa61a12add5 req-ebaf7ffc-c5b5-468b-8ea8-20aea7faf731 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440294 Jun 29 12:38:27.239644 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-dc073a6f-b9ee-442d-98eb-8bdd2cfe949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:27.241093 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-dc073a6f-b9ee-442d-98eb-8bdd2cfe949a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891d40b4-fadc-46b1-bef8-c6455861efaf HTTP/1.1" status: 200 len: 854 time: 0.0632896 Jun 29 12:38:27.252563 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6862fd9-0a7d-4edb-9542-7d8bff3739f4 req-048db213-7ba9-40c2-b5e3-7f60b0681546 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:27.254223 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6862fd9-0a7d-4edb-9542-7d8bff3739f4 req-048db213-7ba9-40c2-b5e3-7f60b0681546 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.4057529 Jun 29 12:38:27.319175 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6862fd9-0a7d-4edb-9542-7d8bff3739f4 req-4f033158-db66-48bd-8491-892efe4ce420 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561690 Jun 29 12:38:27.343783 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-5b2e32ff-ed2e-45cc-abfa-57e7ea9d600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:27.343783 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-5b2e32ff-ed2e-45cc-abfa-57e7ea9d600d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d0a0a3-8b89-4096-b128-70e15e26c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0852747 Jun 29 12:38:27.434381 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-52b3097a-b0a3-407e-98a0-afb1ea003038 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863321 Jun 29 12:38:27.524637 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e4f3a4fd-14d6-4540-b0d7-b7355ca64278 req-5e00f058-4ce5-4871-b560-6c4c6e9e9229 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837767 Jun 29 12:38:27.798470 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ae14e-a7ec-4bdf-92c6-7454ff519c36 req-16dbc210-11fb-4703-bc98-a8164cb328c2 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:27.800007 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1f7ae14e-a7ec-4bdf-92c6-7454ff519c36 req-16dbc210-11fb-4703-bc98-a8164cb328c2 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0707645 Jun 29 12:38:27.854896 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1f7ae14e-a7ec-4bdf-92c6-7454ff519c36 req-2f2d69f7-0169-41cc-972c-0115e0d1efb1 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386209 Jun 29 12:38:28.361054 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed6543-6607-499d-be40-04f3dd550478 req-d82dc727-d222-4420-a175-32d31397af4a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:28.362562 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e5ed6543-6607-499d-be40-04f3dd550478 req-d82dc727-d222-4420-a175-32d31397af4a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0668075 Jun 29 12:38:28.404856 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e5ed6543-6607-499d-be40-04f3dd550478 req-efc77d4a-850a-4142-8fe4-d5cda49c86b4 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362751 Jun 29 12:38:28.526908 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24588c0c-14d2-49b1-a188-1e58e87ab8a1 req-a78fe6cc-8594-46ca-b6cb-69a4b68b0c39 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:28.535133 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-24588c0c-14d2-49b1-a188-1e58e87ab8a1 req-a78fe6cc-8594-46ca-b6cb-69a4b68b0c39 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0890303 Jun 29 12:38:28.581012 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-24588c0c-14d2-49b1-a188-1e58e87ab8a1 req-79faebfa-e0a7-4e56-be59-2c579ac13e24 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446784 Jun 29 12:38:29.076892 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c28e8-fb2e-4d3e-a58e-686caba54a36 req-790b3ffb-613a-4bff-ad2e-635bf079a2f2 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:29.078598 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cd6c28e8-fb2e-4d3e-a58e-686caba54a36 req-790b3ffb-613a-4bff-ad2e-635bf079a2f2 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0977168 Jun 29 12:38:29.147388 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cd6c28e8-fb2e-4d3e-a58e-686caba54a36 req-bacfd438-f09b-4242-98a9-537e0a783ef8 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614240 Jun 29 12:38:29.615623 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53746) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:29.656882 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81472152-6d2e-4ded-b4de-085830243dd6 req-48b89e95-5991-4fb0-9421-c6ae66ca62ef tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:29.656882 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-81472152-6d2e-4ded-b4de-085830243dd6 req-48b89e95-5991-4fb0-9421-c6ae66ca62ef tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.1038496 Jun 29 12:38:29.737367 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-81472152-6d2e-4ded-b4de-085830243dd6 req-e3e71162-aa8b-4a58-8e1e-d29bb6e4f3bd tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665181 Jun 29 12:38:29.780083 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:29.842491 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772e902-b3d9-4e9d-acf5-d22ef682b745 req-cc210d09-5a68-460e-9109-d47c3ccc0c0d tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:29.844171 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9772e902-b3d9-4e9d-acf5-d22ef682b745 req-cc210d09-5a68-460e-9109-d47c3ccc0c0d tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0955007 Jun 29 12:38:29.891540 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9772e902-b3d9-4e9d-acf5-d22ef682b745 req-50bb754e-07c6-4bf9-acea-4c98cd13a708 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403094 Jun 29 12:38:29.936677 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:30.029418 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:30.032082 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-bbd39408-496c-43cf-af6e-480c4eed2f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:30.075682 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 53758) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:30.075883 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=889c14e782a742e7824b7a6904cece99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4580700 Jun 29 12:38:30.076483 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08d757d-6f7c-42d8-892e-10125c781362,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:30.095731 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:30.095731 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:30.097233 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:30.097879 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:30.098701 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:30.099904 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:30.100653 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:30.101031 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:30.101393 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:30.101750 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:30.102484 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:30.102911 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:30.108946 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:30.153173 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a4eda087-1e3d-49fa-8dce-06f7430537b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:30.194507 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a4eda087-1e3d-49fa-8dce-06f7430537b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:30.324201 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a4eda087-1e3d-49fa-8dce-06f7430537b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:30.327676 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a4eda087-1e3d-49fa-8dce-06f7430537b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:30.328875 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-a4eda087-1e3d-49fa-8dce-06f7430537b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c08d757d-6f7c-42d8-892e-10125c781362 HTTP/1.1" status: 204 len: 168 time: 0.2521436 Jun 29 12:38:30.331075 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-417e807b-178c-4b03-a277-7224a0bdd778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:30.346782 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eda087-1e3d-49fa-8dce-06f7430537b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08d757d-6f7c-42d8-892e-10125c781362,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:30.350849 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a4eda087-1e3d-49fa-8dce-06f7430537b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:30.383476 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd772b73-a1e1-43cf-83c9-c0501225ff79 req-faafd1a7-0295-47e3-80da-f40122191c28 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:30.391193 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cd772b73-a1e1-43cf-83c9-c0501225ff79 req-faafd1a7-0295-47e3-80da-f40122191c28 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1148901 Jun 29 12:38:30.429704 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cd772b73-a1e1-43cf-83c9-c0501225ff79 req-9b4f9a04-2a6c-44c3-87d3-4cf5b03cf429 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375178 Jun 29 12:38:30.970946 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:38:30.973998 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497370a-f7b0-4ca3-ae8b-4550b240857e req-ab80622b-4779-4940-bd1a-427b7d13b397 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:30.975522 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e497370a-f7b0-4ca3-ae8b-4550b240857e req-ab80622b-4779-4940-bd1a-427b7d13b397 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0794399 Jun 29 12:38:31.023256 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e497370a-f7b0-4ca3-ae8b-4550b240857e req-3135b4bc-2dbe-47d1-98ed-d32be2ed7a5f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419366 Jun 29 12:38:31.096191 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec0c10-62eb-448e-84a9-8699a541002a req-f4a4611d-8b90-42e2-bd54-100bf660045f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:31.098001 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c0ec0c10-62eb-448e-84a9-8699a541002a req-f4a4611d-8b90-42e2-bd54-100bf660045f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0654159 Jun 29 12:38:31.150902 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c0ec0c10-62eb-448e-84a9-8699a541002a req-0705032c-7ae9-4361-be40-917613d78384 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448077 Jun 29 12:38:31.347731 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 53786) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:31.361690 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:31.459396 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:31.566436 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:31.570831 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-620fcd02-b769-4012-aaae-f91b368a9723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:31.644105 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53796) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:31.644755 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=801081da134d45e5b39dd9e09734904a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946966 Jun 29 12:38:31.652383 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841fbc95-8f10-4ef7-9769-2f17b706bfcb,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:31.669643 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:31.670034 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:31.670494 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:31.670865 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:31.671703 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:31.672096 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:31.672465 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:31.672833 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:31.673273 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:31.673546 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:31.686461 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:31.686461 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:31.686461 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:31.699594 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f7a4d-3f30-41a6-b53d-283ab469649f req-e123144b-ea67-414a-a3c5-ee03c45f5cfe tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:31.701099 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-264f7a4d-3f30-41a6-b53d-283ab469649f req-e123144b-ea67-414a-a3c5-ee03c45f5cfe tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1222551 Jun 29 12:38:31.749305 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-64c5c98e-3b39-4eb1-aa47-c606e5292ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:31.749806 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-264f7a4d-3f30-41a6-b53d-283ab469649f req-ca3f3b9c-d287-41cc-a19e-afc8bf56ca04 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366499 Jun 29 12:38:31.749998 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-64c5c98e-3b39-4eb1-aa47-c606e5292ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:31.933396 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-64c5c98e-3b39-4eb1-aa47-c606e5292ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:31.936065 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-64c5c98e-3b39-4eb1-aa47-c606e5292ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:31.937214 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-64c5c98e-3b39-4eb1-aa47-c606e5292ec8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/841fbc95-8f10-4ef7-9769-2f17b706bfcb HTTP/1.1" status: 204 len: 168 time: 0.2897027 Jun 29 12:38:31.937905 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:31.946985 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5c98e-3b39-4eb1-aa47-c606e5292ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841fbc95-8f10-4ef7-9769-2f17b706bfcb,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:31.949194 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-64c5c98e-3b39-4eb1-aa47-c606e5292ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:32.226197 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903c801-8ae8-4482-a992-52a0be8af866 req-cf00ed91-593b-4b08-8123-110dcaa4065d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:32.227683 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5903c801-8ae8-4482-a992-52a0be8af866 req-cf00ed91-593b-4b08-8123-110dcaa4065d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0807364 Jun 29 12:38:32.275970 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5903c801-8ae8-4482-a992-52a0be8af866 req-e5b2da3e-04ad-47c4-b2cf-77da5aae16f6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423956 Jun 29 12:38:32.360901 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a5ac7-056b-4630-a241-eea02223000f req-22ff9304-9494-4566-9fb7-3b137bd260e8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:32.362375 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd9a5ac7-056b-4630-a241-eea02223000f req-22ff9304-9494-4566-9fb7-3b137bd260e8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0822685 Jun 29 12:38:32.405508 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd9a5ac7-056b-4630-a241-eea02223000f req-a39fa42e-c979-4c8e-95f3-804e4affb0ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367737 Jun 29 12:38:32.946923 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e8b91-20e7-4a15-9e06-958a1d1efac7 req-a224d9ec-1f4f-44ab-80a3-1390be46d9a8 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:32.948528 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c8e8b91-20e7-4a15-9e06-958a1d1efac7 req-a224d9ec-1f4f-44ab-80a3-1390be46d9a8 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0696545 Jun 29 12:38:33.025863 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c8e8b91-20e7-4a15-9e06-958a1d1efac7 req-82e01f4d-da9f-45f8-99ce-9298446b7882 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713568 Jun 29 12:38:33.511384 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7739e-65a8-4c42-b708-9d81d654a07d req-0a0c4fd4-65c3-42bc-9afc-a2ac3f4029d8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:33.520420 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d5f7739e-65a8-4c42-b708-9d81d654a07d req-0a0c4fd4-65c3-42bc-9afc-a2ac3f4029d8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.1126528 Jun 29 12:38:33.608651 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d5f7739e-65a8-4c42-b708-9d81d654a07d req-cfd00675-4614-4572-9778-e4c03d9d0dc9 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868454 Jun 29 12:38:33.676522 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64179ee7-8dbc-4955-a314-4841258f714e req-1aea970e-2295-4aaa-9227-474e93f0c1e8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:33.678780 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-64179ee7-8dbc-4955-a314-4841258f714e req-1aea970e-2295-4aaa-9227-474e93f0c1e8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0988407 Jun 29 12:38:33.720557 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-64179ee7-8dbc-4955-a314-4841258f714e req-b92db0df-cc31-4362-9040-44bda1de088b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355608 Jun 29 12:38:34.231262 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34ab4c-66bb-457c-915b-9b7a45d30710 req-a9551da7-b5a4-49db-905f-9245632caded tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:34.233115 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd34ab4c-66bb-457c-915b-9b7a45d30710 req-a9551da7-b5a4-49db-905f-9245632caded tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0734854 Jun 29 12:38:34.287959 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd34ab4c-66bb-457c-915b-9b7a45d30710 req-f1cdbdfd-d43f-4f6f-ae52-9f018d33065a tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412035 Jun 29 12:38:34.815178 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e91da2-a83a-4498-a58d-c53506bf0aed req-883dc770-153c-494d-84f5-80fc708e99bc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:34.821573 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b8e91da2-a83a-4498-a58d-c53506bf0aed req-883dc770-153c-494d-84f5-80fc708e99bc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0816534 Jun 29 12:38:34.905733 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b8e91da2-a83a-4498-a58d-c53506bf0aed req-e0520f7d-2a82-441b-8e3b-e1dc9bb236c0 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830624 Jun 29 12:38:34.947930 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5f32a-fb5f-4113-a5aa-382195e81360 req-6745ca29-afa5-440b-a5c1-211f4553fcc8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:34.949472 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dff5f32a-fb5f-4113-a5aa-382195e81360 req-6745ca29-afa5-440b-a5c1-211f4553fcc8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0862122 Jun 29 12:38:35.016655 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dff5f32a-fb5f-4113-a5aa-382195e81360 req-25146380-65c2-47ee-97db-4441387a41fc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574610 Jun 29 12:38:35.316367 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-8a9fba39-11d4-4cd5-9d63-106b1174bcca tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310834216&fields=id&tenant_id=aecb4929e9154840a6f709ac017ba153 HTTP/1.1" status: 200 len: 267 time: 0.0462317 Jun 29 12:38:35.533647 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-c8690c44-8156-4b32-8f60-5736ec6d6d90 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:35.538741 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-c8690c44-8156-4b32-8f60-5736ec6d6d90 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 812 time: 0.2071574 Jun 29 12:38:35.593125 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-c1f923a2-0835-409b-a195-584cfb7500c8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/quotas/aecb4929e9154840a6f709ac017ba153 HTTP/1.1" status: 200 len: 375 time: 0.0415633 Jun 29 12:38:35.639662 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d477b-1378-416d-a093-0c28620e69be req-9a164ba2-eda8-4e31-91b8-4842247abb58 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:35.647644 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-074d477b-1378-416d-a093-0c28620e69be req-9a164ba2-eda8-4e31-91b8-4842247abb58 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1770530 Jun 29 12:38:35.696645 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-074d477b-1378-416d-a093-0c28620e69be req-91b1bd0f-1671-419d-ad34-8fe7b3f832ff tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479321 Jun 29 12:38:35.718289 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-edef2614-af2d-49fa-a3ad-12c94dde321d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151488 Jun 29 12:38:35.827943 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-2b76b014-981a-4729-a2b2-d50e0fc18950 service neutron] 10.222.0.61 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958328 Jun 29 12:38:35.950713 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-7cff8f94-fb89-48da-94bf-61a15004c030 service neutron] 10.222.0.61 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167033 Jun 29 12:38:36.080659 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 53902) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:36.208020 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b332-d458-4e52-b94d-acdc3eafbbd1 req-bd17b789-f3f0-45c4-ba52-3ece80ed34fa tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:36.209656 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0818b332-d458-4e52-b94d-acdc3eafbbd1 req-bd17b789-f3f0-45c4-ba52-3ece80ed34fa tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0952997 Jun 29 12:38:36.224034 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-890fe697-e76e-4f80-ad6e-f34cdbcd365d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:36.290310 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0818b332-d458-4e52-b94d-acdc3eafbbd1 req-1053f612-fc78-4108-92db-16215607f036 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638571 Jun 29 12:38:36.397838 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-890fe697-e76e-4f80-ad6e-f34cdbcd365d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:36.515300 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd343a-2b81-4770-a29b-e3e071199700 req-ccebdbf4-3e07-49a2-be78-b6bf06474194 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:36.516892 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0cbd343a-2b81-4770-a29b-e3e071199700 req-ccebdbf4-3e07-49a2-be78-b6bf06474194 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0772495 Jun 29 12:38:36.531256 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-890fe697-e76e-4f80-ad6e-f34cdbcd365d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:36.539749 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-f66f0502-4ee8-4474-a4b4-b1703ab65182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:36.591437 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fe697-e76e-4f80-ad6e-f34cdbcd365d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22aa079-5ee7-4d10-8148-aacbca6e7328,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:36.595678 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-890fe697-e76e-4f80-ad6e-f34cdbcd365d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22301b8e2dbb4169bd9a62ba29eebc79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5139236 Jun 29 12:38:36.599125 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0cbd343a-2b81-4770-a29b-e3e071199700 req-9136dc62-4a0c-49d5-bec1-2e2846d068d6 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759897 Jun 29 12:38:36.599423 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 53914) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:36.600052 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-890fe697-e76e-4f80-ad6e-f34cdbcd365d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:36.670068 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0678-7d02-4875-89a7-7d5c1afafb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:36.709515 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0678-7d02-4875-89a7-7d5c1afafb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:36.750293 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a04e7144-1f8a-4004-a8e1-aed48e4638ec req-2b5738ab-44ba-4748-9632-4a1f8bb66acf tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 210 time: 0.0441248 Jun 29 12:38:36.881106 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0678-7d02-4875-89a7-7d5c1afafb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:36.883972 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0678-7d02-4875-89a7-7d5c1afafb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:36.891557 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-5b8e0678-7d02-4875-89a7-7d5c1afafb3e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e22aa079-5ee7-4d10-8148-aacbca6e7328 HTTP/1.1" status: 204 len: 168 time: 0.2867930 Jun 29 12:38:36.891557 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-39b6786b-1afb-4c86-813c-19aa04130310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:36.906331 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e0678-7d02-4875-89a7-7d5c1afafb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22aa079-5ee7-4d10-8148-aacbca6e7328,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:36.909790 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5b8e0678-7d02-4875-89a7-7d5c1afafb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:36.938790 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4375c0-3fe7-4d18-bc03-67b68acd4d40 req-32e1f20b-64ba-4a73-8d1c-0f9c72fa31d0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:36.940420 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8a4375c0-3fe7-4d18-bc03-67b68acd4d40 req-32e1f20b-64ba-4a73-8d1c-0f9c72fa31d0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0997167 Jun 29 12:38:36.994646 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8a4375c0-3fe7-4d18-bc03-67b68acd4d40 req-afb7eb25-ed21-4f63-918e-5d62a608af23 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Jun 29 12:38:37.584520 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5db8f-1adb-41cb-9909-bc8d64f769c6 req-4ae43c58-8563-4b38-bf1a-7041ae55f2d0 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:37.585964 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5df5db8f-1adb-41cb-9909-bc8d64f769c6 req-4ae43c58-8563-4b38-bf1a-7041ae55f2d0 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0706515 Jun 29 12:38:37.631525 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5df5db8f-1adb-41cb-9909-bc8d64f769c6 req-52e0e782-cfde-42c4-b002-79e44627b46a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369692 Jun 29 12:38:37.795555 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d92ec-d343-42af-9c79-54368802cc3d req-5d56aed3-62e2-4111-9a18-d74c66009e6e tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:37.797088 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-225d92ec-d343-42af-9c79-54368802cc3d req-5d56aed3-62e2-4111-9a18-d74c66009e6e tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0699327 Jun 29 12:38:37.845864 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e301253b-f499-4953-a91e-24f70602885f req-57a25529-aa2f-4021-bc27-c787a33a9e82 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 210 time: 0.0411565 Jun 29 12:38:37.869276 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-225d92ec-d343-42af-9c79-54368802cc3d req-668ad58d-29a9-4921-948c-e9f377b147cd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655966 Jun 29 12:38:37.978451 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2600-b241-4d03-8de2-c71b598a0146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:38.190092 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba219eba-fb99-46ad-a96f-a5e25768ecf5 req-1632b79f-e1ab-4269-b856-e188b54288e9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:38.193308 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ba219eba-fb99-46ad-a96f-a5e25768ecf5 req-1632b79f-e1ab-4269-b856-e188b54288e9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0809631 Jun 29 12:38:38.240140 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ba219eba-fb99-46ad-a96f-a5e25768ecf5 req-8ee95344-d4e7-4630-aecf-2091b05310e7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423958 Jun 29 12:38:38.830220 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bb0c2-f235-4a43-b1f2-44958adc5dea req-60175dbe-e191-4c31-af93-b49a9f70add8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:38.830220 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-eb8bb0c2-f235-4a43-b1f2-44958adc5dea req-60175dbe-e191-4c31-af93-b49a9f70add8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0741832 Jun 29 12:38:38.864316 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-eb8bb0c2-f235-4a43-b1f2-44958adc5dea req-a38c8173-2483-4ffe-9e89-bf5ed88b1827 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338953 Jun 29 12:38:39.022954 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-69ea844c-1cd2-4648-81ee-f170793c79a6 req-cae135ae-3da5-4e6c-81b4-d32da80be196 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 210 time: 0.0407398 Jun 29 12:38:39.086581 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd5a2c-9925-47d3-b1ec-00c098b18bd7 req-9a7bac88-124d-4627-ba4f-40d27b0de520 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:39.088100 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e5cd5a2c-9925-47d3-b1ec-00c098b18bd7 req-9a7bac88-124d-4627-ba4f-40d27b0de520 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0952408 Jun 29 12:38:39.129722 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e5cd5a2c-9925-47d3-b1ec-00c098b18bd7 req-94b58554-6c44-4782-9beb-a3c708b4b399 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346913 Jun 29 12:38:39.435866 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35ee86-5e7c-4daf-81e1-f92ba1010d4a req-42cd81b6-f8d6-40aa-9023-ea2f95d2679f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:39.437791 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8d35ee86-5e7c-4daf-81e1-f92ba1010d4a req-42cd81b6-f8d6-40aa-9023-ea2f95d2679f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0689723 Jun 29 12:38:39.479327 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8d35ee86-5e7c-4daf-81e1-f92ba1010d4a req-45bd2f74-6f54-496b-ad1a-ce80adcaee96 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Jun 29 12:38:40.048265 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb6c56-b1b0-4083-8acc-3727b91ff8fd req-c21b5e61-0fc0-4a1f-8511-a93aea4a4a5d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:40.049703 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3ddb6c56-b1b0-4083-8acc-3727b91ff8fd req-c21b5e61-0fc0-4a1f-8511-a93aea4a4a5d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0632555 Jun 29 12:38:40.052758 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4d277d04-f60b-4976-bf7e-cd52938ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:40.093220 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3ddb6c56-b1b0-4083-8acc-3727b91ff8fd req-dff568eb-7426-4324-9d10-04efdd2d8ff9 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353613 Jun 29 12:38:40.168509 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-40b1fbd2-f030-4239-b841-c2e4f5f6e68a req-8fcc8494-abd5-49df-b3b2-9ecfef56dfa7 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 210 time: 0.0277843 Jun 29 12:38:40.308011 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9515980-d74b-4c82-8a9f-5d58e260c3c0 req-3a9804f4-2af5-4f7e-bb7c-8a088ec3e412 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:40.309564 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e9515980-d74b-4c82-8a9f-5d58e260c3c0 req-3a9804f4-2af5-4f7e-bb7c-8a088ec3e412 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0668206 Jun 29 12:38:40.314737 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:40.347003 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e9515980-d74b-4c82-8a9f-5d58e260c3c0 req-04c0dee6-1641-4648-a848-29815aa13188 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314124 Jun 29 12:38:40.645994 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e259721-fd6d-4f49-8799-9a185d5ba829 req-e27eef22-54eb-4672-9760-8417ff36944c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:40.647472 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6e259721-fd6d-4f49-8799-9a185d5ba829 req-e27eef22-54eb-4672-9760-8417ff36944c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0606980 Jun 29 12:38:40.684230 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6e259721-fd6d-4f49-8799-9a185d5ba829 req-88e9c7a5-2c9e-4200-a558-f465f9723752 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308533 Jun 29 12:38:41.269408 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff611abb-6689-4b36-a860-9577d6aec126 req-800c1b94-62a9-4fff-b074-2941dbd07cd1 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:41.271273 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ff611abb-6689-4b36-a860-9577d6aec126 req-800c1b94-62a9-4fff-b074-2941dbd07cd1 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0638800 Jun 29 12:38:41.319131 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-19ed96cb-36da-42a2-8b51-fa93beb3358d req-93dc5681-2ae7-495b-8269-2cb2aaa7ecc7 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 210 time: 0.0425053 Jun 29 12:38:41.340280 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ff611abb-6689-4b36-a860-9577d6aec126 req-6aae8e7d-57eb-43d3-8201-38f4d419f05b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626082 Jun 29 12:38:41.412117 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:41.530903 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429f113-adf2-4867-ba03-2cee1d75e099 req-8381a2d4-18ee-4fc2-9db7-9529ec289171 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:41.532322 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b429f113-adf2-4867-ba03-2cee1d75e099 req-8381a2d4-18ee-4fc2-9db7-9529ec289171 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0628474 Jun 29 12:38:41.570728 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b429f113-adf2-4867-ba03-2cee1d75e099 req-add38d89-e7cf-4d91-888d-995c2fba3687 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323868 Jun 29 12:38:41.861684 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320bece-fa42-4380-a150-11c139dffc4b req-96c95aea-6ed8-4114-b2a5-8b07a061056d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:41.863127 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1320bece-fa42-4380-a150-11c139dffc4b req-96c95aea-6ed8-4114-b2a5-8b07a061056d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0657797 Jun 29 12:38:41.901685 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1320bece-fa42-4380-a150-11c139dffc4b req-c0c9acef-d881-45d2-bc0d-d522b177e454 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Jun 29 12:38:42.467018 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4b995beb-4b59-42c1-bdd7-5e0b14d69571 req-7aaf2892-a9c3-4bea-8d14-d09931bdfbf4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 210 time: 0.0342507 Jun 29 12:38:42.538688 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b426af-180e-49e2-9ba8-7805e98133da req-76afba20-7161-4d88-8cf1-9cc570c66dbe tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:42.540396 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-24b426af-180e-49e2-9ba8-7805e98133da req-76afba20-7161-4d88-8cf1-9cc570c66dbe tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0766516 Jun 29 12:38:42.618543 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-24b426af-180e-49e2-9ba8-7805e98133da req-af2b85bf-c5fa-4e42-b119-f71b46725a41 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718808 Jun 29 12:38:42.637744 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f91cd-1948-4f23-99f2-9b3f76d42d8c req-5ff826c9-caed-4c3f-9d3c-003e48ca3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:42.639364 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-519f91cd-1948-4f23-99f2-9b3f76d42d8c req-5ff826c9-caed-4c3f-9d3c-003e48ca3546 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 1099 time: 0.0776503 Jun 29 12:38:42.692996 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-519f91cd-1948-4f23-99f2-9b3f76d42d8c req-10d8f2c3-b724-44ba-901d-3a966531ade9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464587 Jun 29 12:38:42.759291 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039ba18-566e-4429-ba10-cf6470a06d0a req-8a51ffb0-44e8-4d70-aec2-4e2e432d005f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:42.760950 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:42.761642 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c039ba18-566e-4429-ba10-cf6470a06d0a req-8a51ffb0-44e8-4d70-aec2-4e2e432d005f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0639114 Jun 29 12:38:42.799788 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c039ba18-566e-4429-ba10-cf6470a06d0a req-b41fbb84-3517-4a60-87a2-9788a8ce26ac tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323598 Jun 29 12:38:43.080162 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7fc1d-6e75-4900-8b34-917bb3d57631 req-e42c86bd-1982-4de5-9339-af099f73b937 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:43.081635 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fbd7fc1d-6e75-4900-8b34-917bb3d57631 req-e42c86bd-1982-4de5-9339-af099f73b937 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0665104 Jun 29 12:38:43.119423 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fbd7fc1d-6e75-4900-8b34-917bb3d57631 req-d7274b56-25f8-4315-b68c-3088905614f8 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315561 Jun 29 12:38:43.305269 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe93f-2899-45d2-ba23-59522f30b437 req-08516bf1-ae64-4266-ad7f-0c82fe81e8ae tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:43.306820 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-046fe93f-2899-45d2-ba23-59522f30b437 req-08516bf1-ae64-4266-ad7f-0c82fe81e8ae tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0689547 Jun 29 12:38:43.346784 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-046fe93f-2899-45d2-ba23-59522f30b437 req-74b75b33-9b2d-4fac-b84b-690fc645533a tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342355 Jun 29 12:38:43.449355 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0a132-6543-41cb-bf61-520fdc5f8cf5 req-2ffd7c7b-07a0-40f8-82ab-aaf7531f315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:43.451937 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-43a0a132-6543-41cb-bf61-520fdc5f8cf5 req-2ffd7c7b-07a0-40f8-82ab-aaf7531f315e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=669e8d831f054520a9009ce00787a461&device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 1098 time: 0.0638881 Jun 29 12:38:43.562410 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0a132-6543-41cb-bf61-520fdc5f8cf5 req-9146565e-20e3-47cf-a8ed-bf2c931a01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:43.564065 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-43a0a132-6543-41cb-bf61-520fdc5f8cf5 req-9146565e-20e3-47cf-a8ed-bf2c931a01ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635 HTTP/1.1" status: 200 len: 912 time: 0.0956733 Jun 29 12:38:43.656032 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e218955a-b465-490a-8926-628be60eb86a req-797023d1-0cfc-4c53-9311-735a03cdc885 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 210 time: 0.0385547 Jun 29 12:38:43.676616 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-43a0a132-6543-41cb-bf61-520fdc5f8cf5 req-1a307093-b76a-42ee-9c46-ef6b3eeec579 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbda3b0c-296c-4725-bbc4-cc0032c1be26 HTTP/1.1" status: 200 len: 999 time: 0.0970831 Jun 29 12:38:43.716855 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-d04ff411-527c-40b2-82e2-a99fa9d3620b tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:43.719412 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-d04ff411-527c-40b2-82e2-a99fa9d3620b tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 812 time: 0.1305361 Jun 29 12:38:43.741122 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0a132-6543-41cb-bf61-520fdc5f8cf5 req-8c42e9e0-ce0b-476f-bb2e-ebf2e87ad1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:43.742653 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-43a0a132-6543-41cb-bf61-520fdc5f8cf5 req-8c42e9e0-ce0b-476f-bb2e-ebf2e87ad1f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd3d97b5-7200-4a03-a6e3-8c6b38e69922 HTTP/1.1" status: 200 len: 850 time: 0.0557213 Jun 29 12:38:43.801906 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-54725a49-b43c-4cd2-a8fb-7eca4205485a tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aecb4929e9154840a6f709ac017ba153 HTTP/1.1" status: 200 len: 379 time: 0.0714984 Jun 29 12:38:43.811698 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Request body: {'port': {'device_id': '796fb850-5474-4013-8587-abad8fc02c50', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'admin_state_up': True, 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'security_groups': ['bdb1413c-8d8f-472f-9b94-1304522be6f8']}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:38:43.811928 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0a132-6543-41cb-bf61-520fdc5f8cf5 req-27b5515e-cddb-434f-a999-34c78aaf5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:43.813190 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-43a0a132-6543-41cb-bf61-520fdc5f8cf5 req-27b5515e-cddb-434f-a999-34c78aaf5e79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0628307 Jun 29 12:38:43.960854 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe790e-5035-475f-930c-952195d9aadf req-fd67c539-1bda-4c45-bf0d-6acc8cce88dc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:43.962370 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7dbe790e-5035-475f-930c-952195d9aadf req-fd67c539-1bda-4c45-bf0d-6acc8cce88dc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.1483028 Jun 29 12:38:43.966060 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-43a0a132-6543-41cb-bf61-520fdc5f8cf5 req-af944953-e324-4564-807a-0efb3caad1bf service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418126 Jun 29 12:38:44.049135 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7dbe790e-5035-475f-930c-952195d9aadf req-1683231c-82b1-4823-909b-b03e11520505 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792537 Jun 29 12:38:44.057958 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Made reservation on behalf of aecb4929e9154840a6f709ac017ba153 for: {'port': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:38:44.065419 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:44.088334 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-43a0a132-6543-41cb-bf61-520fdc5f8cf5 req-fea208dc-583f-4c12-a7ac-869f93c9d2f1 service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100671 Jun 29 12:38:44.220504 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Allocated IP 172.20.0.3 (4b9e71c4-1eed-44d0-a62f-71fbb4a72792/6ed6842b-cdcd-4d9c-ae32-2283816942c0/87909af7-d1fd-4bdc-b08d-f3984b3003f6) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:38:44.304129 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ddf32-8ede-4bc9-a4b7-b143ebee7895 req-c76fb383-e463-48db-b889-2d8e88e497b3 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:44.305644 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-756ddf32-8ede-4bc9-a4b7-b143ebee7895 req-c76fb383-e463-48db-b889-2d8e88e497b3 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0699549 Jun 29 12:38:44.343455 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-756ddf32-8ede-4bc9-a4b7-b143ebee7895 req-0f17ef65-7d27-494a-878f-b15f26712e72 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319583 Jun 29 12:38:44.355895 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:44.373135 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Transition to ACTIVE for port object 87909af7-d1fd-4bdc-b08d-f3984b3003f6 will not be triggered until provisioned by entity DHCP. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:38:44.464004 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:44.468112 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-42e90366-96fc-4b26-b7c8-5dd24bc69132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:44.516140 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:38:44.519473 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:38:44.524030 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:38:44.530694 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'Port': ['ID=87909af7-d1fd-4bdc-b08d-f3984b3003f6,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:44.540841 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13115f40-5631-4037-aed3-b9aac557a110 req-bd423a2c-df58-4182-81ae-772db6dd14d8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:44.550778 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:44.552894 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-13115f40-5631-4037-aed3-b9aac557a110 req-bd423a2c-df58-4182-81ae-772db6dd14d8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0858188 Jun 29 12:38:44.587634 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:44.588309 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:44.598834 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-13115f40-5631-4037-aed3-b9aac557a110 req-a0847fc4-ca74-41fd-9937-e72ccaa936a9 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410354 Jun 29 12:38:44.773067 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9657834 Jun 29 12:38:44.791221 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Request body: {'port': {'device_id': '796fb850-5474-4013-8587-abad8fc02c50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:38:44.874965 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:44.875950 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c2e3-d9e7-4cb5-8b1f-375b046ccd1e req-0ad90d7d-e19e-4b7d-8046-f181e7e3fd76 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:44.877621 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2992c2e3-d9e7-4cb5-8b1f-375b046ccd1e req-0ad90d7d-e19e-4b7d-8046-f181e7e3fd76 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 931 time: 0.0777314 Jun 29 12:38:44.887014 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-eb60153d-0144-4335-ac06-79eab762de36 None None] Provisioning for port 87909af7-d1fd-4bdc-b08d-f3984b3003f6 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:38:44.893565 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-eb60153d-0144-4335-ac06-79eab762de36 None None] Provisioning complete for port 87909af7-d1fd-4bdc-b08d-f3984b3003f6 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:38:44.893967 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-eb60153d-0144-4335-ac06-79eab762de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:44.941144 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2992c2e3-d9e7-4cb5-8b1f-375b046ccd1e req-afa91da0-b573-48a7-8bb6-5e1406a1ca2d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574751 Jun 29 12:38:44.956879 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-eb60153d-0144-4335-ac06-79eab762de36 None None] Port 87909af7-d1fd-4bdc-b08d-f3984b3003f6 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:38:45.179159 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87909af7-d1fd-4bdc-b08d-f3984b3003f6 {{(pid=93600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:38:45.186955 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:45.200212 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Transition to ACTIVE for port object 87909af7-d1fd-4bdc-b08d-f3984b3003f6 will not be triggered until provisioned by entity L2. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:38:45.278594 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:45.281744 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:45.357381 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Pushing event updated for resources: {'Port': ['ID=87909af7-d1fd-4bdc-b08d-f3984b3003f6,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:45.361136 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:45.411426 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Attempting to bind port 87909af7-d1fd-4bdc-b08d-f3984b3003f6 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:38:45.411758 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Attempting to bind port 87909af7-d1fd-4bdc-b08d-f3984b3003f6 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:38:45.412087 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Attempting to bind port 87909af7-d1fd-4bdc-b08d-f3984b3003f6 on network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:38:45.417233 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Port 87909af7-d1fd-4bdc-b08d-f3984b3003f6 on network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:38:45.417568 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Attempting to bind port 87909af7-d1fd-4bdc-b08d-f3984b3003f6 on network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:38:45.423265 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:38:45.423740 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Checking segment: {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:38:45.424038 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Bound using segment: {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:38:45.424563 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Bound port: 87909af7-d1fd-4bdc-b08d-f3984b3003f6, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'}}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:38:45.424915 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:45.497151 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] For port 87909af7-d1fd-4bdc-b08d-f3984b3003f6, host hv-cinder-78662, cleared binding levels {{(pid=93600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:38:45.501658 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] For port 87909af7-d1fd-4bdc-b08d-f3984b3003f6, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87909af7-d1fd-4bdc-b08d-f3984b3003f6,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:38:45.549154 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf297241-945c-4cdc-898a-422fbbbfad43 req-879140fd-2bf7-4888-9ddb-197422223f4f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:45.550620 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bf297241-945c-4cdc-898a-422fbbbfad43 req-879140fd-2bf7-4888-9ddb-197422223f4f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.4340611 Jun 29 12:38:45.618729 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:45.620849 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:45.625386 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bf297241-945c-4cdc-898a-422fbbbfad43 req-d8706373-24a4-47d8-8a4f-f81caa11412c tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664251 Jun 29 12:38:45.632572 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ddfe4-4f3c-4dc2-bff9-78ca6fc561df req-63aff3df-6095-4a5c-9d42-d6c1ded6cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:45.634012 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bd5ddfe4-4f3c-4dc2-bff9-78ca6fc561df req-63aff3df-6095-4a5c-9d42-d6c1ded6cc15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1602240f3a4a41979987d2f3300a74d5&device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 1099 time: 0.4454691 Jun 29 12:38:45.644444 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5ef8-b63c-4358-9697-76aeba99148b req-f8357db5-bd87-4241-b1df-108fcdab15b9 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:45.648281 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f79f5ef8-b63c-4358-9697-76aeba99148b req-f8357db5-bd87-4241-b1df-108fcdab15b9 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.4611580 Jun 29 12:38:45.678208 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:45.679120 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:45.680989 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] 10.222.0.37 "PUT /v2.0/ports/87909af7-d1fd-4bdc-b08d-f3984b3003f6 HTTP/1.1" status: 200 len: 1093 time: 0.8966360 Jun 29 12:38:45.681676 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796fb850-5474-4013-8587-abad8fc02c50', 'tag': '87909af7-d1fd-4bdc-b08d-f3984b3003f6'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:38:45.684574 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b766be0b-d152-4e1f-9a9f-9282bab25294" -d '{"events": [{"name": "network-changed", "server_uuid": "796fb850-5474-4013-8587-abad8fc02c50", "tag": "87909af7-d1fd-4bdc-b08d-f3984b3003f6"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:45.724125 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Pushing event updated for resources: {'Port': ['ID=87909af7-d1fd-4bdc-b08d-f3984b3003f6,revision_number=3']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:45.773185 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:45.804519 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0aac3e-1b33-4276-a5a7-93775dca6aca req-e87568fb-e579-4657-b198-8c025327b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:45.806162 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-2a0aac3e-1b33-4276-a5a7-93775dca6aca req-e87568fb-e579-4657-b198-8c025327b2c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 1097 time: 0.0788798 Jun 29 12:38:45.818059 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f79f5ef8-b63c-4358-9697-76aeba99148b req-5906314b-4ed0-4927-946c-1522562f094d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861213 Jun 29 12:38:45.851213 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ddfe4-4f3c-4dc2-bff9-78ca6fc561df req-032e2a72-9906-463f-a2c5-8f42ea159c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:45.851213 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bd5ddfe4-4f3c-4dc2-bff9-78ca6fc561df req-032e2a72-9906-463f-a2c5-8f42ea159c5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=005390eb-b2ea-4409-a911-12b960f56e49 HTTP/1.1" status: 200 len: 919 time: 0.1948776 Jun 29 12:38:45.895223 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b094f831-9ff7-428f-ba32-ffda87846690 x-openstack-request-id: req-b094f831-9ff7-428f-ba32-ffda87846690 {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:45.895546 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796fb850-5474-4013-8587-abad8fc02c50", "tag": "87909af7-d1fd-4bdc-b08d-f3984b3003f6", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:45.895833 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b094f831-9ff7-428f-ba32-ffda87846690 {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:45.896265 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796fb850-5474-4013-8587-abad8fc02c50', 'tag': '87909af7-d1fd-4bdc-b08d-f3984b3003f6', 'status': 'completed', 'code': 200} Jun 29 12:38:45.918145 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bd5ddfe4-4f3c-4dc2-bff9-78ca6fc561df req-55b21c13-80f8-4d7f-b469-db4a247317e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf60f431-0b94-4c6a-9af4-28e8aee49732 HTTP/1.1" status: 200 len: 217 time: 0.0557988 Jun 29 12:38:45.964444 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0aac3e-1b33-4276-a5a7-93775dca6aca req-5fd32b43-eea1-462d-9be9-4fcfe73a94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:45.965796 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-2a0aac3e-1b33-4276-a5a7-93775dca6aca req-5fd32b43-eea1-462d-9be9-4fcfe73a94b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=16d0a0a3-8b89-4096-b128-70e15e26c897 HTTP/1.1" status: 200 len: 916 time: 0.0966170 Jun 29 12:38:45.987843 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75633c-982a-426b-b79c-46e4cadb01da req-938647a7-dc2d-4e68-b174-22d11eb09f72 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:45.989582 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bb75633c-982a-426b-b79c-46e4cadb01da req-938647a7-dc2d-4e68-b174-22d11eb09f72 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.2085781 Jun 29 12:38:46.039480 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ddfe4-4f3c-4dc2-bff9-78ca6fc561df req-c554cf14-b1a9-4740-b37f-8e28e61bbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:46.041205 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bd5ddfe4-4f3c-4dc2-bff9-78ca6fc561df req-c554cf14-b1a9-4740-b37f-8e28e61bbc3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=23f93e1b-50db-4db1-9c73-4aa8c9d54cbe HTTP/1.1" status: 200 len: 858 time: 0.0968821 Jun 29 12:38:46.093732 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bb75633c-982a-426b-b79c-46e4cadb01da req-aef9cd4b-3943-4378-9757-63f33243e426 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971723 Jun 29 12:38:46.095742 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-576410ee-2af0-4435-84a1-57988f2f8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:46.097182 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-576410ee-2af0-4435-84a1-57988f2f8e98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 1096 time: 0.1890712 Jun 29 12:38:46.099245 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bd5ddfe4-4f3c-4dc2-bff9-78ca6fc561df req-aa513f03-5849-451d-bd8a-984811339550 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=005390eb-b2ea-4409-a911-12b960f56e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466659 Jun 29 12:38:46.099372 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-2a0aac3e-1b33-4276-a5a7-93775dca6aca req-ec027992-948e-4264-ab91-3fde270bd46a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b HTTP/1.1" status: 200 len: 1000 time: 0.1264098 Jun 29 12:38:46.160614 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0aac3e-1b33-4276-a5a7-93775dca6aca req-ac1617d8-0318-4623-a18d-56ae9b53b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:46.162153 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-2a0aac3e-1b33-4276-a5a7-93775dca6aca req-ac1617d8-0318-4623-a18d-56ae9b53b236 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891d40b4-fadc-46b1-bef8-c6455861efaf HTTP/1.1" status: 200 len: 854 time: 0.0440392 Jun 29 12:38:46.206041 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-2717f8c5-7756-4708-bd40-ebcffe09fd32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87909af7-d1fd-4bdc-b08d-f3984b3003f6 HTTP/1.1" status: 200 len: 217 time: 0.0758533 Jun 29 12:38:46.225141 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0aac3e-1b33-4276-a5a7-93775dca6aca req-eb11ce35-3ab3-40f1-9f47-599fd409f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:46.226611 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-2a0aac3e-1b33-4276-a5a7-93775dca6aca req-eb11ce35-3ab3-40f1-9f47-599fd409f329 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d0a0a3-8b89-4096-b128-70e15e26c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569794 Jun 29 12:38:46.293291 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-535c13d8-913d-46bf-95b8-10d5aa3f41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:46.294729 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-535c13d8-913d-46bf-95b8-10d5aa3f41d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed6842b-cdcd-4d9c-ae32-2283816942c0 HTTP/1.1" status: 200 len: 851 time: 0.0783353 Jun 29 12:38:46.302043 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb7ed0-722a-4dfa-ae96-fd5d662bed1d req-b8041b32-fd74-4d31-b015-929977bab625 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:46.303409 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8fbb7ed0-722a-4dfa-ae96-fd5d662bed1d req-b8041b32-fd74-4d31-b015-929977bab625 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 943 time: 0.2034724 Jun 29 12:38:46.319249 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-2a0aac3e-1b33-4276-a5a7-93775dca6aca req-b2416a27-d1fd-421d-afb2-3f1994616178 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849538 Jun 29 12:38:46.344098 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bd5ddfe4-4f3c-4dc2-bff9-78ca6fc561df req-88dfa70e-bfb4-497b-a66f-6f68fda2640b service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154987 Jun 29 12:38:46.408305 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-2a0aac3e-1b33-4276-a5a7-93775dca6aca req-41ea64ce-413f-47a2-8876-f030511484a0 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818090 Jun 29 12:38:46.426212 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8fbb7ed0-722a-4dfa-ae96-fd5d662bed1d req-e245cb08-3c4b-45e8-b010-fd79f4c5db29 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073616 Jun 29 12:38:46.467117 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-bc8b40e8-e355-45eb-8c37-2f8764a66589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:46.470579 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-bc8b40e8-e355-45eb-8c37-2f8764a66589 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1600475 Jun 29 12:38:46.474189 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bd5ddfe4-4f3c-4dc2-bff9-78ca6fc561df req-db1c8ced-4388-46f0-8400-8daf5a2f3488 service neutron] 10.222.0.37 "GET /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227305 Jun 29 12:38:46.568075 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-ce4c0f09-ffcd-4f70-b97b-c282d7c00d98 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851672 Jun 29 12:38:46.684478 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-12829707-c1e7-4360-8297-77bab8a4ae27 req-f887384c-5211-4e5f-993a-06c7502ea65f service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906441 Jun 29 12:38:46.811229 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012084a-0011-44eb-9dc9-5af599c41a33 req-14e1b5ac-cb76-4405-afc8-6b75741ea615 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:46.812755 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0012084a-0011-44eb-9dc9-5af599c41a33 req-14e1b5ac-cb76-4405-afc8-6b75741ea615 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0655084 Jun 29 12:38:46.853923 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0012084a-0011-44eb-9dc9-5af599c41a33 req-20674325-3a56-4cf9-994a-afdf16afae95 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345891 Jun 29 12:38:47.053269 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923f01d-783a-4bed-b60f-d52a8ff09f7f req-aa098e81-2ae6-4224-a0e9-970bf11d9f8f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:47.054771 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b923f01d-783a-4bed-b60f-d52a8ff09f7f req-aa098e81-2ae6-4224-a0e9-970bf11d9f8f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.1096199 Jun 29 12:38:47.056706 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766be0b-d152-4e1f-9a9f-9282bab25294 req-91445b43-851d-412b-ad4e-67da87eb59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:47.058046 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b766be0b-d152-4e1f-9a9f-9282bab25294 req-91445b43-851d-412b-ad4e-67da87eb59a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 1096 time: 0.0863674 Jun 29 12:38:47.138624 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b923f01d-783a-4bed-b60f-d52a8ff09f7f req-21dab66c-7170-4d9e-9727-0c6ddf947190 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777957 Jun 29 12:38:47.173960 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766be0b-d152-4e1f-9a9f-9282bab25294 req-7435b320-3992-4d19-94c4-d7ceb8818b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:47.175445 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b766be0b-d152-4e1f-9a9f-9282bab25294 req-7435b320-3992-4d19-94c4-d7ceb8818b0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 913 time: 0.1017671 Jun 29 12:38:47.224420 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b766be0b-d152-4e1f-9a9f-9282bab25294 req-55c44e03-d30c-46dd-867c-b0c7e31b21f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87909af7-d1fd-4bdc-b08d-f3984b3003f6 HTTP/1.1" status: 200 len: 217 time: 0.0397186 Jun 29 12:38:47.273749 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766be0b-d152-4e1f-9a9f-9282bab25294 req-2299cc06-16f2-47fb-8399-b5d544e08375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:47.275402 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b766be0b-d152-4e1f-9a9f-9282bab25294 req-2299cc06-16f2-47fb-8399-b5d544e08375 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed6842b-cdcd-4d9c-ae32-2283816942c0 HTTP/1.1" status: 200 len: 851 time: 0.0434389 Jun 29 12:38:47.343773 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766be0b-d152-4e1f-9a9f-9282bab25294 req-e1ad7cf9-c3c3-45c5-9e7f-e4614b54a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:47.345246 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b766be0b-d152-4e1f-9a9f-9282bab25294 req-e1ad7cf9-c3c3-45c5-9e7f-e4614b54a925 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0629048 Jun 29 12:38:47.444132 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b766be0b-d152-4e1f-9a9f-9282bab25294 req-2bc52f8f-a797-4a96-8ae7-5ded1a4fadc6 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843914 Jun 29 12:38:47.553289 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b766be0b-d152-4e1f-9a9f-9282bab25294 req-5ee164f8-c9e3-4f7f-9333-0a8537f9816e service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926032 Jun 29 12:38:47.607108 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54056) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:47.610558 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089aba81-f684-48f4-8a7e-5b880e169526 req-21fc0b3e-f3a9-4434-9f3f-8640f2728bc2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:47.612067 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-089aba81-f684-48f4-8a7e-5b880e169526 req-21fc0b3e-f3a9-4434-9f3f-8640f2728bc2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 943 time: 0.0655880 Jun 29 12:38:47.652764 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-089aba81-f684-48f4-8a7e-5b880e169526 req-54079ed8-0c30-4ba7-9e8f-6d93d17811c1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325398 Jun 29 12:38:47.713184 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-86340711-862b-481e-8893-c312f6b398cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:47.846719 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:47.974967 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-86340711-862b-481e-8893-c312f6b398cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:48.032271 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd88ade-59ef-4762-a646-641dc1e78d73 req-8750d86e-0a7b-47c3-9358-2909b1f407fa tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:48.033726 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bdd88ade-59ef-4762-a646-641dc1e78d73 req-8750d86e-0a7b-47c3-9358-2909b1f407fa tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0625451 Jun 29 12:38:48.071634 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bdd88ade-59ef-4762-a646-641dc1e78d73 req-0ab6c990-a05d-47b4-9a9a-8c9e16addbf9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317020 Jun 29 12:38:48.080389 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-86340711-862b-481e-8893-c312f6b398cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:48.084587 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-8d3df482-1161-47f6-8765-a7f070b35f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:48.120003 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-86340711-862b-481e-8893-c312f6b398cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=765dae926a2d4ab7a23072e52f099c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118287 Jun 29 12:38:48.121128 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86340711-862b-481e-8893-c312f6b398cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcc02a6-2c82-4167-a2ef-a8a49ac215f6,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:48.122748 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54062) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:48.124048 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-86340711-862b-481e-8893-c312f6b398cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:48.170803 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b8392364-efb7-43df-9d10-43cd0934cbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:48.196785 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b8392364-efb7-43df-9d10-43cd0934cbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:48.317905 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523535e-4c00-41df-b305-db756d21ec58 req-e6329966-99cf-4b37-a024-bc25d6200ad8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:48.319364 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2523535e-4c00-41df-b305-db756d21ec58 req-e6329966-99cf-4b37-a024-bc25d6200ad8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0619035 Jun 29 12:38:48.356922 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2523535e-4c00-41df-b305-db756d21ec58 req-8df6541b-fc7d-43d2-9db7-20c21246e4fd tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319757 Jun 29 12:38:48.357920 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b8392364-efb7-43df-9d10-43cd0934cbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:48.360449 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b8392364-efb7-43df-9d10-43cd0934cbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:48.364454 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-b8392364-efb7-43df-9d10-43cd0934cbb2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9fcc02a6-2c82-4167-a2ef-a8a49ac215f6 HTTP/1.1" status: 204 len: 168 time: 0.2377377 Jun 29 12:38:48.364454 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d16ca550-bbff-4503-be33-b8361bbb8c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:48.377094 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8392364-efb7-43df-9d10-43cd0934cbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcc02a6-2c82-4167-a2ef-a8a49ac215f6,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:48.379782 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b8392364-efb7-43df-9d10-43cd0934cbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:48.828414 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6a251-758e-4dde-a90a-bf108e49a829 req-984acdb0-d3b4-4672-bb6d-ffa46ee45e34 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:48.829884 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b6e6a251-758e-4dde-a90a-bf108e49a829 req-984acdb0-d3b4-4672-bb6d-ffa46ee45e34 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 943 time: 0.0649865 Jun 29 12:38:48.868614 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b6e6a251-758e-4dde-a90a-bf108e49a829 req-7f4479ee-f66d-4fc0-a4d4-bcb7523eb8b5 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325348 Jun 29 12:38:49.187348 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54076) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:49.201362 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1607f2db-cd9e-4060-9e40-9b93842182e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:49.247838 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9f392-5e49-459b-a7dc-3a74e7f4b791 req-aa2467bb-4da7-4815-b830-c146b967ea85 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:49.249303 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c9e9f392-5e49-459b-a7dc-3a74e7f4b791 req-aa2467bb-4da7-4815-b830-c146b967ea85 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0669000 Jun 29 12:38:49.288263 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c9e9f392-5e49-459b-a7dc-3a74e7f4b791 req-3c7345a7-0c8b-4ac5-ba41-5b71fba33568 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324960 Jun 29 12:38:49.288789 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1607f2db-cd9e-4060-9e40-9b93842182e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:49.352730 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1607f2db-cd9e-4060-9e40-9b93842182e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:49.356367 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-17b67a05-e714-447c-a34b-9dedc1a820f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:49.392389 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-1607f2db-cd9e-4060-9e40-9b93842182e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9346b137dd8d44ccbc369fc575d3aaa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039258 Jun 29 12:38:49.393596 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607f2db-cd9e-4060-9e40-9b93842182e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2ffb17-9884-4584-92ee-882c9a00290a,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:49.397706 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1607f2db-cd9e-4060-9e40-9b93842182e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:49.398274 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54082) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:38:49.449834 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-97ac1080-8975-4ac8-bfff-b51937f2fb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:49.475986 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-97ac1080-8975-4ac8-bfff-b51937f2fb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:49.565053 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f5739-364a-402e-befd-14a754b0eb5f req-1524d2ac-be2c-4fbc-9f56-5ef05ce43ece tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:49.566645 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5f8f5739-364a-402e-befd-14a754b0eb5f req-1524d2ac-be2c-4fbc-9f56-5ef05ce43ece tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0662930 Jun 29 12:38:49.606221 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5f8f5739-364a-402e-befd-14a754b0eb5f req-32487b6c-aec5-4da0-80c2-9701622d04c2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337877 Jun 29 12:38:49.640416 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-97ac1080-8975-4ac8-bfff-b51937f2fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:49.643112 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-97ac1080-8975-4ac8-bfff-b51937f2fb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:49.644309 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-97ac1080-8975-4ac8-bfff-b51937f2fb1f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f2ffb17-9884-4584-92ee-882c9a00290a HTTP/1.1" status: 204 len: 168 time: 0.2451205 Jun 29 12:38:49.646270 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-eb7a8b75-388f-4b0a-9f34-d5a9b052d0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:49.654708 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac1080-8975-4ac8-bfff-b51937f2fb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2ffb17-9884-4584-92ee-882c9a00290a,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:49.657360 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-97ac1080-8975-4ac8-bfff-b51937f2fb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:50.053890 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4ada0-9cc3-4adb-a246-4602684f9870 req-f3327a48-6a16-4fc2-9c00-b913d5c8493c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:50.055447 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d3b4ada0-9cc3-4adb-a246-4602684f9870 req-f3327a48-6a16-4fc2-9c00-b913d5c8493c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 943 time: 0.0765634 Jun 29 12:38:50.094168 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d3b4ada0-9cc3-4adb-a246-4602684f9870 req-d4f0ae0b-b5ac-427b-ae2d-b927aada63f4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Jun 29 12:38:50.796088 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9fcea-7c63-4c9f-8118-cfa59a9bde94 req-d10db353-b605-4ed5-ba9b-eaead79a21e0 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:50.797564 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bcb9fcea-7c63-4c9f-8118-cfa59a9bde94 req-d10db353-b605-4ed5-ba9b-eaead79a21e0 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 944 time: 0.0649991 Jun 29 12:38:50.835702 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bcb9fcea-7c63-4c9f-8118-cfa59a9bde94 req-a12116db-2b8c-4bd5-8e91-efb1698f73f7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313621 Jun 29 12:38:51.271940 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f8417-8caf-4658-b21a-969f27366152 req-fbaa3697-9032-462f-b90c-a1f8724e435a tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:51.273424 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ed6f8417-8caf-4658-b21a-969f27366152 req-fbaa3697-9032-462f-b90c-a1f8724e435a tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 943 time: 0.0645268 Jun 29 12:38:51.310973 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ed6f8417-8caf-4658-b21a-969f27366152 req-94dac391-914e-405e-a812-65da7a6995a1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316930 Jun 29 12:38:51.419061 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 2cdbbfba-a67b-4039-8c0d-7d4158f2537b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:38:51.515775 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:51.527473 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'port_id': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'mac_address': 'fa:16:3e:8b:ad:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:38:51.564239 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:51.577776 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdbbfba-a67b-4039-8c0d-7d4158f2537b {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:38:51.596497 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:51.680759 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:51.683345 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:51.731260 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,revision_number=9']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:51.734543 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:51.977544 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['2cdbbfba-a67b-4039-8c0d-7d4158f2537b'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:38:52.050337 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d72ee-9051-4fbd-8cdd-45f6f03f0fd4 req-7ad4255b-bb38-4cab-a813-ba0de51f6b7d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:52.052363 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8b5d72ee-9051-4fbd-8cdd-45f6f03f0fd4 req-7ad4255b-bb38-4cab-a813-ba0de51f6b7d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 945 time: 0.0906703 Jun 29 12:38:52.095894 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8b5d72ee-9051-4fbd-8cdd-45f6f03f0fd4 req-800fdadd-e840-4aad-b555-48d5f45d7242 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365405 Jun 29 12:38:52.484961 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47778db9-63e4-48df-972e-91b868a40fe4 req-b3ea71a1-93a3-4d22-8197-1b542640e199 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:52.486535 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-47778db9-63e4-48df-972e-91b868a40fe4 req-b3ea71a1-93a3-4d22-8197-1b542640e199 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 943 time: 0.0644703 Jun 29 12:38:52.527029 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-47778db9-63e4-48df-972e-91b868a40fe4 req-04fc422f-4ea9-417d-a0c9-7bb55f7c81de tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342653 Jun 29 12:38:53.275106 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5baa1a-349a-4cb0-af25-89c7d860e289 req-0175a166-44dc-4aa3-bb88-a0de5e204387 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:53.276924 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aa5baa1a-349a-4cb0-af25-89c7d860e289 req-0175a166-44dc-4aa3-bb88-a0de5e204387 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 945 time: 0.0673249 Jun 29 12:38:53.314818 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aa5baa1a-349a-4cb0-af25-89c7d860e289 req-297b8f44-c11e-45b1-bf80-61e9e5675388 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317497 Jun 29 12:38:53.420413 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 2cdbbfba-a67b-4039-8c0d-7d4158f2537b up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:53.476392 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:38:53.476769 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:53.551971 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:53.574380 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:38:53.576806 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9366435-b26a-41fa-86e0-56a32bf7f933" -d '{"events": [{"server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "name": "network-vif-plugged", "status": "completed", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:53.590075 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:53.617379 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373860c9-3305-4ddf-8848-dc502d8b059e x-openstack-request-id: req-373860c9-3305-4ddf-8848-dc502d8b059e {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:53.617674 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "name": "network-vif-plugged", "status": "completed", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:53.617937 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-373860c9-3305-4ddf-8848-dc502d8b059e {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:53.618368 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'code': 200} Jun 29 12:38:53.674724 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:53.676962 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c7bdf2e1-eb64-4533-b3e9-f98f57b3e0f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:53.715175 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1fcc1-5812-43f0-8973-3a8b4f2ae721 req-d9c0dc20-09a0-4a4c-b2bc-e2da3047910b tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:53.718165 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-eba1fcc1-5812-43f0-8973-3a8b4f2ae721 req-d9c0dc20-09a0-4a4c-b2bc-e2da3047910b tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 943 time: 0.0694044 Jun 29 12:38:53.735286 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,revision_number=10']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:53.742452 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:53.742859 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:53.746693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:53.746693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:53.746693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:53.746693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:53.746693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:53.746693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:53.746693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:53.746693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:53.746693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:53.746693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:38:53.749891 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:53.756061 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-eba1fcc1-5812-43f0-8973-3a8b4f2ae721 req-a993af2b-7d46-4be8-8009-cf4ee0156e32 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334504 Jun 29 12:38:54.409125 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36f39-0453-4b8a-9813-0403a5be3b40 req-68900f90-b97d-45b4-91ba-fd277375e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:54.411231 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5ba36f39-0453-4b8a-9813-0403a5be3b40 req-68900f90-b97d-45b4-91ba-fd277375e1f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 1100 time: 0.0532277 Jun 29 12:38:54.496836 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5ba36f39-0453-4b8a-9813-0403a5be3b40 req-f3b13f92-9c2a-42b1-94fb-e14a0fd5ef1c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672216 Jun 29 12:38:54.524131 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709a61e-e919-4a3e-9861-d226d53a88b5 req-f30c9613-15b8-4678-ad49-84bc4ee2b5e9 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:54.525951 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9709a61e-e919-4a3e-9861-d226d53a88b5 req-f30c9613-15b8-4678-ad49-84bc4ee2b5e9 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 947 time: 0.0889235 Jun 29 12:38:54.566048 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9709a61e-e919-4a3e-9861-d226d53a88b5 req-b8e9c1fb-3f30-4581-ba93-77e93cb7f5ca tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343509 Jun 29 12:38:54.934456 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e8dec-6f3c-46b8-863f-07480327aa17 req-b2022e85-3e8e-4887-9448-5d63fe94c4c1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:54.935906 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-841e8dec-6f3c-46b8-863f-07480327aa17 req-b2022e85-3e8e-4887-9448-5d63fe94c4c1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 943 time: 0.0626574 Jun 29 12:38:54.973825 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-841e8dec-6f3c-46b8-863f-07480327aa17 req-cce1ccb0-00ef-4f17-a608-4bab7d798940 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321307 Jun 29 12:38:55.362221 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acc952-923c-4d6a-bb01-ca18257806ba req-473d239a-ea70-4bd3-914f-3db58a89fa3e tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:55.364350 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-22acc952-923c-4d6a-bb01-ca18257806ba req-473d239a-ea70-4bd3-914f-3db58a89fa3e tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0656962 Jun 29 12:38:55.401822 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-22acc952-923c-4d6a-bb01-ca18257806ba req-7e682ffd-e623-4301-a842-74c4a9c93815 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310996 Jun 29 12:38:55.419886 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 87909af7-d1fd-4bdc-b08d-f3984b3003f6 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:38:55.635531 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 87909af7-d1fd-4bdc-b08d-f3984b3003f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87909af7-d1fd-4bdc-b08d-f3984b3003f6,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:55.647813 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '87909af7-d1fd-4bdc-b08d-f3984b3003f6', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'port_id': '87909af7-d1fd-4bdc-b08d-f3984b3003f6', 'mac_address': 'fa:16:3e:f1:da:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:38:55.687698 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:55.702902 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87909af7-d1fd-4bdc-b08d-f3984b3003f6 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:38:55.740050 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 87909af7-d1fd-4bdc-b08d-f3984b3003f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87909af7-d1fd-4bdc-b08d-f3984b3003f6,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:55.750252 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e69d8c-cb35-4e08-a4bc-993305d3c8a0 req-de67e78a-d094-45ae-a4f9-aea73cf77aed tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:55.751818 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b1e69d8c-cb35-4e08-a4bc-993305d3c8a0 req-de67e78a-d094-45ae-a4f9-aea73cf77aed tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 947 time: 0.0703790 Jun 29 12:38:55.791649 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b1e69d8c-cb35-4e08-a4bc-993305d3c8a0 req-5e66cfeb-5fc4-4037-80e1-e3189c716d49 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331039 Jun 29 12:38:55.909280 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:55.911803 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-fe36dc4a-80e5-45a4-852a-795c486ac877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:55.973510 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=87909af7-d1fd-4bdc-b08d-f3984b3003f6,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:55.973510 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:56.147653 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9d48d-46d3-4168-92fa-8773096bc694 req-f34c6481-f988-4249-842b-f0f891f9f94a tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:56.149153 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-06a9d48d-46d3-4168-92fa-8773096bc694 req-f34c6481-f988-4249-842b-f0f891f9f94a tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 944 time: 0.0640752 Jun 29 12:38:56.190399 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-06a9d48d-46d3-4168-92fa-8773096bc694 req-c4fe3059-b537-4796-8977-5ec899b250cd tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349774 Jun 29 12:38:56.280930 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['87909af7-d1fd-4bdc-b08d-f3984b3003f6'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:38:56.595968 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552af5ae-c13b-4672-b317-88872f7c815b req-b8c3ff13-d37d-4cff-af2d-e390f0547081 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:56.598150 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-552af5ae-c13b-4672-b317-88872f7c815b req-b8c3ff13-d37d-4cff-af2d-e390f0547081 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0674727 Jun 29 12:38:56.636317 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-552af5ae-c13b-4672-b317-88872f7c815b req-d610ed90-ac4b-4935-a014-c36cbbf42a18 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323927 Jun 29 12:38:56.991392 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57629fea-615a-4d4b-a346-0c778d091695 req-b4a9ade2-6ad7-45ef-b410-850dd942cf45 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:56.993793 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-57629fea-615a-4d4b-a346-0c778d091695 req-b4a9ade2-6ad7-45ef-b410-850dd942cf45 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 947 time: 0.0652499 Jun 29 12:38:57.033193 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-57629fea-615a-4d4b-a346-0c778d091695 req-eb537370-4ecf-42cd-bf06-a72670d29c13 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345948 Jun 29 12:38:57.370845 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90590af-728a-4457-ab27-1cb1a2a2482b req-b86e3d00-328e-404e-8361-99e8a4d9d957 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:57.372296 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a90590af-728a-4457-ab27-1cb1a2a2482b req-b86e3d00-328e-404e-8361-99e8a4d9d957 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 944 time: 0.0665689 Jun 29 12:38:57.409415 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a90590af-728a-4457-ab27-1cb1a2a2482b req-64494ff1-8bf9-4f1b-a05b-dc2596042040 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314851 Jun 29 12:38:57.420152 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 87909af7-d1fd-4bdc-b08d-f3984b3003f6 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:38:57.581717 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port 87909af7-d1fd-4bdc-b08d-f3984b3003f6 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:38:57.586054 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 87909af7-d1fd-4bdc-b08d-f3984b3003f6 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:38:57.586413 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:57.669009 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:57.693283 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796fb850-5474-4013-8587-abad8fc02c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87909af7-d1fd-4bdc-b08d-f3984b3003f6'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:38:57.695639 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba37980a-94ec-407a-8368-8c520ad8a0e5" -d '{"events": [{"server_uuid": "796fb850-5474-4013-8587-abad8fc02c50", "name": "network-vif-plugged", "status": "completed", "tag": "87909af7-d1fd-4bdc-b08d-f3984b3003f6"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:57.709132 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 87909af7-d1fd-4bdc-b08d-f3984b3003f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87909af7-d1fd-4bdc-b08d-f3984b3003f6,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:57.735872 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7732f2ed-f4df-4bbb-8911-f810672082ec x-openstack-request-id: req-7732f2ed-f4df-4bbb-8911-f810672082ec {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:57.739241 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796fb850-5474-4013-8587-abad8fc02c50", "name": "network-vif-plugged", "status": "completed", "tag": "87909af7-d1fd-4bdc-b08d-f3984b3003f6", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:57.739241 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7732f2ed-f4df-4bbb-8911-f810672082ec {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:57.739241 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796fb850-5474-4013-8587-abad8fc02c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87909af7-d1fd-4bdc-b08d-f3984b3003f6', 'code': 200} Jun 29 12:38:57.792747 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:57.794915 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c6c0ab2f-1ab1-4b4e-80fe-beb6040d3c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:57.822038 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864fc4a-7ce4-4850-a14a-3221f6e0cdb8 req-e328a1c8-d14e-455d-a891-c240ac34c566 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:57.823610 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e864fc4a-7ce4-4850-a14a-3221f6e0cdb8 req-e328a1c8-d14e-455d-a891-c240ac34c566 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0688081 Jun 29 12:38:57.843098 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=87909af7-d1fd-4bdc-b08d-f3984b3003f6,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:57.846056 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:57.865818 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e864fc4a-7ce4-4850-a14a-3221f6e0cdb8 req-28b3bca9-7017-42ab-95f6-a9362c40bcc1 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351417 Jun 29 12:38:58.212853 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddef738-bcff-43ff-94c5-8455a7195075 req-b05b4d9e-b424-4987-b0d7-cb8535163821 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:58.214331 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9ddef738-bcff-43ff-94c5-8455a7195075 req-b05b4d9e-b424-4987-b0d7-cb8535163821 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 947 time: 0.0620346 Jun 29 12:38:58.252073 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9ddef738-bcff-43ff-94c5-8455a7195075 req-a8aa1c39-5eff-489e-a566-6d564d70abae tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321596 Jun 29 12:38:58.328961 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84c689-c96a-4fd0-8309-51e8dfe0bb44 req-a1b36c7c-087b-4fd9-b646-48822d7fab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:58.330428 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8e84c689-c96a-4fd0-8309-51e8dfe0bb44 req-a1b36c7c-087b-4fd9-b646-48822d7fab71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 1098 time: 0.0593884 Jun 29 12:38:58.364696 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8e84c689-c96a-4fd0-8309-51e8dfe0bb44 req-ed5ce0c8-ae82-4b49-a08f-69202b9eeb60 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259764 Jun 29 12:38:58.578123 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29471e6-b2fe-421a-afd9-5c03847ab7b6 req-75048df0-8fa3-4aa6-9973-020bff040e64 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:58.579702 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b29471e6-b2fe-421a-afd9-5c03847ab7b6 req-75048df0-8fa3-4aa6-9973-020bff040e64 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 945 time: 0.0629370 Jun 29 12:38:58.617017 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b29471e6-b2fe-421a-afd9-5c03847ab7b6 req-c1c7db4c-8190-447a-bbdb-fa55d0a6b74f tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313456 Jun 29 12:38:59.044931 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9728c-ec3d-4012-9554-6ab7861bf693 req-995d33f1-651a-4bf6-9803-09900973e3a3 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:59.046374 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e3a9728c-ec3d-4012-9554-6ab7861bf693 req-995d33f1-651a-4bf6-9803-09900973e3a3 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0640452 Jun 29 12:38:59.083065 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e3a9728c-ec3d-4012-9554-6ab7861bf693 req-63f857f3-d0b4-49ea-9039-c0e3ea307a10 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300269 Jun 29 12:38:59.184410 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8c8ec-9730-41e6-908c-3ba5634f17f1 req-518bdacf-47cc-4bb0-b987-f6fa8d839a24 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:59.185755 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6ad8c8ec-9730-41e6-908c-3ba5634f17f1 req-518bdacf-47cc-4bb0-b987-f6fa8d839a24 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.37 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 945 time: 0.0619831 Jun 29 12:38:59.296839 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-6ad8c8ec-9730-41e6-908c-3ba5634f17f1 req-11ebf138-14b6-478a-a24c-1377d5383b78 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Deleting port 8e56986a-17f7-4362-8341-b11d0a95ea87 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:38:59.297177 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6ad8c8ec-9730-41e6-908c-3ba5634f17f1 req-11ebf138-14b6-478a-a24c-1377d5383b78 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:59.396214 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-6ad8c8ec-9730-41e6-908c-3ba5634f17f1 req-11ebf138-14b6-478a-a24c-1377d5383b78 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] For port 8e56986a-17f7-4362-8341-b11d0a95ea87, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8e56986a-17f7-4362-8341-b11d0a95ea87,segment=NetworkSegment(8416e60e-3290-420e-847c-39838ae1cdd3),segment_id=8416e60e-3290-420e-847c-39838ae1cdd3)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:38:59.396570 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6ad8c8ec-9730-41e6-908c-3ba5634f17f1 req-11ebf138-14b6-478a-a24c-1377d5383b78 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:59.408604 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-6ad8c8ec-9730-41e6-908c-3ba5634f17f1 req-11ebf138-14b6-478a-a24c-1377d5383b78 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Calling delete_port for 8e56986a-17f7-4362-8341-b11d0a95ea87 owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:38:59.615928 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6ad8c8ec-9730-41e6-908c-3ba5634f17f1 req-11ebf138-14b6-478a-a24c-1377d5383b78 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:59.619965 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:38:59.636327 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['bf60f431-0b94-4c6a-9af4-28e8aee49732', '8e56986a-17f7-4362-8341-b11d0a95ea87'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:38:59.648609 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebf138-14b6-478a-a24c-1377d5383b78 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Pushing event deleted for resources: {'Port': ['ID=8e56986a-17f7-4362-8341-b11d0a95ea87,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:38:59.652202 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-11ebf138-14b6-478a-a24c-1377d5383b78 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:38:59.697165 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad8c8ec-9730-41e6-908c-3ba5634f17f1 req-11ebf138-14b6-478a-a24c-1377d5383b78 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] No DVR routers for this DVR port 8e56986a-17f7-4362-8341-b11d0a95ea87 on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:38:59.699555 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6ad8c8ec-9730-41e6-908c-3ba5634f17f1 req-11ebf138-14b6-478a-a24c-1377d5383b78 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:38:59.701588 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6ad8c8ec-9730-41e6-908c-3ba5634f17f1 req-11ebf138-14b6-478a-a24c-1377d5383b78 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.37 "DELETE /v2.0/ports/8e56986a-17f7-4362-8341-b11d0a95ea87 HTTP/1.1" status: 204 len: 173 time: 0.5101008 Jun 29 12:38:59.702101 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7988cd72-eb9a-49cc-969c-775207620b18', 'name': 'network-vif-deleted', 'tag': '8e56986a-17f7-4362-8341-b11d0a95ea87'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:38:59.704387 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8100982f-f7ad-40a1-a8d2-e39da586c756" -d '{"events": [{"server_uuid": "7988cd72-eb9a-49cc-969c-775207620b18", "name": "network-vif-deleted", "tag": "8e56986a-17f7-4362-8341-b11d0a95ea87"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:38:59.748106 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31c6579-a138-44f3-88a4-b00667a0496b x-openstack-request-id: req-c31c6579-a138-44f3-88a4-b00667a0496b {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:38:59.748434 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7988cd72-eb9a-49cc-969c-775207620b18", "name": "network-vif-deleted", "tag": "8e56986a-17f7-4362-8341-b11d0a95ea87", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:38:59.748720 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c31c6579-a138-44f3-88a4-b00667a0496b {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:38:59.749147 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7988cd72-eb9a-49cc-969c-775207620b18', 'name': 'network-vif-deleted', 'tag': '8e56986a-17f7-4362-8341-b11d0a95ea87', 'status': 'completed', 'code': 200} Jun 29 12:38:59.827639 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e2280-e0bb-4f03-95f8-698a40fe85f0 req-dfe9e282-4d0c-4c91-a4e5-0c2b84e068c2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:38:59.829162 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-616e2280-e0bb-4f03-95f8-698a40fe85f0 req-dfe9e282-4d0c-4c91-a4e5-0c2b84e068c2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 945 time: 0.0782883 Jun 29 12:38:59.867357 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-616e2280-e0bb-4f03-95f8-698a40fe85f0 req-60c23457-166c-4d4e-ace2-75a9ef4465d1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318630 Jun 29 12:39:00.241427 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fa81b923-fd65-4bb8-aae9-288cb23db6f4 req-d4ed0297-f025-447d-b37b-0dc33979835e tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=7988cd72-eb9a-49cc-969c-775207620b18 HTTP/1.1" status: 200 len: 210 time: 0.0305531 Jun 29 12:39:01.043349 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bad64-c7e9-48a8-8c2a-06a03195e4d9 req-2cb7fd48-b1b6-4ca3-bcba-5ba85ad48527 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:01.044827 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ef7bad64-c7e9-48a8-8c2a-06a03195e4d9 req-2cb7fd48-b1b6-4ca3-bcba-5ba85ad48527 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 945 time: 0.0651684 Jun 29 12:39:01.081438 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ef7bad64-c7e9-48a8-8c2a-06a03195e4d9 req-35ea632b-c5a0-4efb-8289-80b5bbc9ad15 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309722 Jun 29 12:39:01.264488 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d268b-f3ce-4c7f-9551-d39f53bb24d2 req-a9eb422d-c3a5-485e-99ca-af99e60bad47 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:01.266023 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c07d268b-f3ce-4c7f-9551-d39f53bb24d2 req-a9eb422d-c3a5-485e-99ca-af99e60bad47 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 945 time: 0.0737977 Jun 29 12:39:01.304471 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c07d268b-f3ce-4c7f-9551-d39f53bb24d2 req-50481520-5ead-47fd-9d02-6bb939d73783 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322902 Jun 29 12:39:01.328843 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54298) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:01.539944 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf2365a-c1b3-4023-a337-c8b8e13050a7 tempest-TestVolumeBootPattern-677273507 tempest-TestVolumeBootPattern-677273507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:01.541371 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-dcf2365a-c1b3-4023-a337-c8b8e13050a7 tempest-TestVolumeBootPattern-677273507 tempest-TestVolumeBootPattern-677273507-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 1093 time: 0.2115550 Jun 29 12:39:01.544278 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54306) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:01.548587 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Request body: {'floatingip': {'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'port_id': '87909af7-d1fd-4bdc-b08d-f3984b3003f6', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:39:01.743259 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for floatingip, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:01.843662 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:01.948871 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Allocated IP 172.27.2.6 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/40c0a899-f24e-4f57-978e-3c990f1b81cd) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:39:02.052669 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:02.189530 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:02.193407 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:02.229101 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:39:02.231908 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379bfda-0913-4cf9-b93d-dc639e304ca5 req-e4b15247-9556-4256-b600-ba63c4565acc tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:02.233370 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:39:02.233532 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6379bfda-0913-4cf9-b93d-dc639e304ca5 req-e4b15247-9556-4256-b600-ba63c4565acc tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0656226 Jun 29 12:39:02.236814 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:39:02.242873 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'Port': ['ID=40c0a899-f24e-4f57-978e-3c990f1b81cd,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:02.261785 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:02.273245 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6379bfda-0913-4cf9-b93d-dc639e304ca5 req-8226d6cc-255b-4b6f-8a2a-ffbe715ae5e0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330560 Jun 29 12:39:02.756530 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:02.949761 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:03.100718 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:03.251586 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:03.253588 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:03.322088 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'Port': ['ID=40c0a899-f24e-4f57-978e-3c990f1b81cd,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:03.324926 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:03.335937 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:03.437276 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 8e56986a-17f7-4362-8341-b11d0a95ea87 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:39:03.437844 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.l3_db [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Floating IP 8aeecb7c-147f-4454-91f9-014453d4030c associated. External IP: 172.27.2.6, port: 87909af7-d1fd-4bdc-b08d-f3984b3003f6. Jun 29 12:39:03.458311 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: 8e56986a-17f7-4362-8341-b11d0a95ea87 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:39:03.458668 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 8e56986a-17f7-4362-8341-b11d0a95ea87 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:39:03.458813 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48194d8-123c-451e-af8a-e6b4a3ae3fe2 req-8a88ad3a-dbef-4b28-8148-680494f61271 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:03.460918 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d48194d8-123c-451e-af8a-e6b4a3ae3fe2 req-8a88ad3a-dbef-4b28-8148-680494f61271 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0679843 Jun 29 12:39:03.770608 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d48194d8-123c-451e-af8a-e6b4a3ae3fe2 req-1a23b36d-444a-4dcd-a696-6e775f4f17bd tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043301 Jun 29 12:39:03.851586 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Router bc931623-df8c-4f0e-bd2c-4591fda12dea has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:39:03.950148 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:39:03.960004 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02977b4a-6bb0-4eea-bb7a-1d92f0b50146 None None] Sync routers for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:39:03.968497 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02977b4a-6bb0-4eea-bb7a-1d92f0b50146 None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:39:03.969097 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-02977b4a-6bb0-4eea-bb7a-1d92f0b50146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:38:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:04.057288 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:04.077708 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-02977b4a-6bb0-4eea-bb7a-1d92f0b50146 None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:39:04.095933 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5506599 Jun 29 12:39:04.096575 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796fb850-5474-4013-8587-abad8fc02c50', 'tag': '87909af7-d1fd-4bdc-b08d-f3984b3003f6'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:39:04.099430 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0226ec69-355b-4be2-89ba-83e71e41c4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "796fb850-5474-4013-8587-abad8fc02c50", "tag": "87909af7-d1fd-4bdc-b08d-f3984b3003f6"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:39:04.136557 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c864cf44-3bb0-4f93-9d67-755ab9f0e4e6 x-openstack-request-id: req-c864cf44-3bb0-4f93-9d67-755ab9f0e4e6 {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:39:04.136885 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796fb850-5474-4013-8587-abad8fc02c50", "tag": "87909af7-d1fd-4bdc-b08d-f3984b3003f6", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:39:04.137167 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c864cf44-3bb0-4f93-9d67-755ab9f0e4e6 {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:39:04.137657 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796fb850-5474-4013-8587-abad8fc02c50', 'tag': '87909af7-d1fd-4bdc-b08d-f3984b3003f6', 'status': 'completed', 'code': 200} Jun 29 12:39:04.217063 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ec69-355b-4be2-89ba-83e71e41c4b3 req-83d0ed4c-16a3-444d-a73b-5b32b6a04731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:04.218556 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0226ec69-355b-4be2-89ba-83e71e41c4b3 req-83d0ed4c-16a3-444d-a73b-5b32b6a04731 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 1098 time: 0.0529909 Jun 29 12:39:04.305013 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-02977b4a-6bb0-4eea-bb7a-1d92f0b50146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': '8aeecb7c-147f-4454-91f9-014453d4030c', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': '87909af7-d1fd-4bdc-b08d-f3984b3003f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:f1:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796fb850-5474-4013-8587-abad8fc02c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:39:02Z', 'updated_at': '2021-06-29T12:39:02Z', 'revision_number': 0, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:04.313826 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ec69-355b-4be2-89ba-83e71e41c4b3 req-9c99c539-5890-454d-bfd3-7ee6322d9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:04.315469 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0226ec69-355b-4be2-89ba-83e71e41c4b3 req-9c99c539-5890-454d-bfd3-7ee6322d9788 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 913 time: 0.0902743 Jun 29 12:39:04.333388 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02977b4a-6bb0-4eea-bb7a-1d92f0b50146 None None] Checking router: bc931623-df8c-4f0e-bd2c-4591fda12dea for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:39:04.342302 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02977b4a-6bb0-4eea-bb7a-1d92f0b50146 None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:39:04.342927 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-02977b4a-6bb0-4eea-bb7a-1d92f0b50146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:38:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:04.387295 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0226ec69-355b-4be2-89ba-83e71e41c4b3 req-f8fb330e-db80-488f-b427-af87171fde48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87909af7-d1fd-4bdc-b08d-f3984b3003f6 HTTP/1.1" status: 200 len: 997 time: 0.0568516 Jun 29 12:39:04.438589 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ec69-355b-4be2-89ba-83e71e41c4b3 req-e2de8f3d-1b05-4c99-b42c-113863f92b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:04.440783 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0226ec69-355b-4be2-89ba-83e71e41c4b3 req-e2de8f3d-1b05-4c99-b42c-113863f92b5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed6842b-cdcd-4d9c-ae32-2283816942c0 HTTP/1.1" status: 200 len: 851 time: 0.0448818 Jun 29 12:39:04.448689 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-02977b4a-6bb0-4eea-bb7a-1d92f0b50146 None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:39:04.508581 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ec69-355b-4be2-89ba-83e71e41c4b3 req-1956a9b5-4ab4-4113-8029-0ddb8045aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:04.510076 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0226ec69-355b-4be2-89ba-83e71e41c4b3 req-1956a9b5-4ab4-4113-8029-0ddb8045aecf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568559 Jun 29 12:39:04.605290 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0226ec69-355b-4be2-89ba-83e71e41c4b3 req-79ccdb4c-eee7-4c5e-82d9-5fa2b078345a service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871778 Jun 29 12:39:04.689143 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-02977b4a-6bb0-4eea-bb7a-1d92f0b50146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': '8aeecb7c-147f-4454-91f9-014453d4030c', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': '87909af7-d1fd-4bdc-b08d-f3984b3003f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:f1:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796fb850-5474-4013-8587-abad8fc02c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:39:02Z', 'updated_at': '2021-06-29T12:39:02Z', 'revision_number': 0, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:04.706428 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02977b4a-6bb0-4eea-bb7a-1d92f0b50146 None None] The sync data for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi is: [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': '8aeecb7c-147f-4454-91f9-014453d4030c', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': '87909af7-d1fd-4bdc-b08d-f3984b3003f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:f1:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796fb850-5474-4013-8587-abad8fc02c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:39:02Z', 'updated_at': '2021-06-29T12:39:02Z', 'revision_number': 0, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:39:04.711070 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0226ec69-355b-4be2-89ba-83e71e41c4b3 req-dbedf5df-ccaa-42f2-b05b-35945f27f599 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942199 Jun 29 12:39:04.890500 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7d1d6a-a58d-4320-a7bb-9de49b127d7b None None] New status for floating IP 8aeecb7c-147f-4454-91f9-014453d4030c: ACTIVE {{(pid=93601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:39:04.951089 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69c422-b777-4ce2-9505-cf80044e3163 req-55572b43-cbce-4f97-8f66-f1ad9e84b33f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:04.952552 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2e69c422-b777-4ce2-9505-cf80044e3163 req-55572b43-cbce-4f97-8f66-f1ad9e84b33f tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0660563 Jun 29 12:39:04.991621 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2e69c422-b777-4ce2-9505-cf80044e3163 req-e392efd2-4d55-4b2e-a33a-40c1f25ed73d tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332062 Jun 29 12:39:06.160732 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a184be7-258c-43ec-90c7-cd82e42805c8 req-ccc73712-9f07-497b-9fbe-a2f9665aa3e7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:06.162177 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5a184be7-258c-43ec-90c7-cd82e42805c8 req-ccc73712-9f07-497b-9fbe-a2f9665aa3e7 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0612347 Jun 29 12:39:06.201858 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5a184be7-258c-43ec-90c7-cd82e42805c8 req-327f43de-cc46-4e86-b458-3e38ed9b09b9 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340650 Jun 29 12:39:07.374621 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d604b-118d-4e59-96da-2c32279c3026 req-ac4d69b4-d187-4559-a247-501ac6621b10 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:07.383071 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ba3d604b-118d-4e59-96da-2c32279c3026 req-ac4d69b4-d187-4559-a247-501ac6621b10 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0677304 Jun 29 12:39:07.414283 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ba3d604b-118d-4e59-96da-2c32279c3026 req-3bdc1937-100a-4189-9b9c-dd9d858766b0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Jun 29 12:39:07.455928 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-077d21f1-41e8-4e2b-8954-39ad079bf497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:07.969788 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:39:08.585317 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dc8c8-6979-465d-a939-aa37cfc4a8da req-b2a60615-368a-4c3b-81f1-157b29db9fd6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:08.586776 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e06dc8c8-6979-465d-a939-aa37cfc4a8da req-b2a60615-368a-4c3b-81f1-157b29db9fd6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0620241 Jun 29 12:39:08.623407 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e06dc8c8-6979-465d-a939-aa37cfc4a8da req-705018ec-577e-4f03-a411-714a815112df tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306752 Jun 29 12:39:09.454760 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ad998-8132-420e-8e59-86a795450f0a req-291bc8d1-cbed-4677-a549-f59182e27fb0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:09.456201 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-827ad998-8132-420e-8e59-86a795450f0a req-291bc8d1-cbed-4677-a549-f59182e27fb0 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.37 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.0625634 Jun 29 12:39:09.562011 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-827ad998-8132-420e-8e59-86a795450f0a req-3d59eee5-c8e5-467d-b52a-00dc66d70230 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Deleting port bf60f431-0b94-4c6a-9af4-28e8aee49732 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:39:09.562379 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-827ad998-8132-420e-8e59-86a795450f0a req-3d59eee5-c8e5-467d-b52a-00dc66d70230 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:09.652572 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-827ad998-8132-420e-8e59-86a795450f0a req-3d59eee5-c8e5-467d-b52a-00dc66d70230 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] For port bf60f431-0b94-4c6a-9af4-28e8aee49732, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf60f431-0b94-4c6a-9af4-28e8aee49732,segment=NetworkSegment(8416e60e-3290-420e-847c-39838ae1cdd3),segment_id=8416e60e-3290-420e-847c-39838ae1cdd3)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:09.653258 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-827ad998-8132-420e-8e59-86a795450f0a req-3d59eee5-c8e5-467d-b52a-00dc66d70230 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:09.670964 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-827ad998-8132-420e-8e59-86a795450f0a req-3d59eee5-c8e5-467d-b52a-00dc66d70230 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Calling delete_port for bf60f431-0b94-4c6a-9af4-28e8aee49732 owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:39:09.845770 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e97e6-8914-46e9-a6fd-b4292c2b58eb req-8eb72b91-58d0-45bd-bfe4-280565c72a58 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:09.847863 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9c2e97e6-8914-46e9-a6fd-b4292c2b58eb req-8eb72b91-58d0-45bd-bfe4-280565c72a58 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 946 time: 0.1048400 Jun 29 12:39:09.884620 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9c2e97e6-8914-46e9-a6fd-b4292c2b58eb req-cfe5a079-727f-45c6-8719-0fbe825721ed tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/security-groups?id=b8352e6c-1913-49ac-8547-e98ff716e14a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308452 Jun 29 12:39:10.006547 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-827ad998-8132-420e-8e59-86a795450f0a req-3d59eee5-c8e5-467d-b52a-00dc66d70230 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:10.010625 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e22cdde9-b42a-4718-9638-e0fe89812b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:10.026050 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['bf60f431-0b94-4c6a-9af4-28e8aee49732'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:39:10.040588 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59eee5-c8e5-467d-b52a-00dc66d70230 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Pushing event deleted for resources: {'Port': ['ID=bf60f431-0b94-4c6a-9af4-28e8aee49732,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:10.044543 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-3d59eee5-c8e5-467d-b52a-00dc66d70230 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:10.147343 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-827ad998-8132-420e-8e59-86a795450f0a req-3d59eee5-c8e5-467d-b52a-00dc66d70230 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] No DVR routers for this DVR port bf60f431-0b94-4c6a-9af4-28e8aee49732 on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:39:10.150679 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-827ad998-8132-420e-8e59-86a795450f0a req-3d59eee5-c8e5-467d-b52a-00dc66d70230 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:10.152708 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-827ad998-8132-420e-8e59-86a795450f0a req-3d59eee5-c8e5-467d-b52a-00dc66d70230 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.37 "DELETE /v2.0/ports/bf60f431-0b94-4c6a-9af4-28e8aee49732 HTTP/1.1" status: 204 len: 173 time: 0.6897647 Jun 29 12:39:10.153239 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874ff032-cb13-469d-8aee-fbaa1b070332', 'name': 'network-vif-deleted', 'tag': 'bf60f431-0b94-4c6a-9af4-28e8aee49732'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:39:10.155631 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6062221f-0de8-4f97-be88-4f3fd57f3b94" -d '{"events": [{"server_uuid": "874ff032-cb13-469d-8aee-fbaa1b070332", "name": "network-vif-deleted", "tag": "bf60f431-0b94-4c6a-9af4-28e8aee49732"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:39:10.230004 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-caac371f-1378-49b0-a400-fa495002b5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:10.231106 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6526a1c-6640-4fdd-82b9-7a5af0971e86 x-openstack-request-id: req-f6526a1c-6640-4fdd-82b9-7a5af0971e86 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:39:10.231106 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874ff032-cb13-469d-8aee-fbaa1b070332", "name": "network-vif-deleted", "tag": "bf60f431-0b94-4c6a-9af4-28e8aee49732", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:39:10.231106 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f6526a1c-6640-4fdd-82b9-7a5af0971e86 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:39:10.231106 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874ff032-cb13-469d-8aee-fbaa1b070332', 'name': 'network-vif-deleted', 'tag': 'bf60f431-0b94-4c6a-9af4-28e8aee49732', 'status': 'completed', 'code': 200} Jun 29 12:39:10.549319 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:11.027999 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-232f47a7-aafb-4e63-8a5e-990819951e03 req-b5f0b8ef-394e-46c4-99e4-dc30f7234a15 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] 10.222.0.61 "GET /v2.0/ports?device_id=874ff032-cb13-469d-8aee-fbaa1b070332 HTTP/1.1" status: 200 len: 210 time: 0.0333657 Jun 29 12:39:11.445863 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:12.131573 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54372) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:12.532638 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737596'] for router_interface, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:12.823803 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:12.831920 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] Deleting port b800e0cc-4175-4e09-afce-286764aa8b19 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:39:12.832286 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:12.909303 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] For port b800e0cc-4175-4e09-afce-286764aa8b19, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b800e0cc-4175-4e09-afce-286764aa8b19,segment=NetworkSegment(8416e60e-3290-420e-847c-39838ae1cdd3),segment_id=8416e60e-3290-420e-847c-39838ae1cdd3)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:12.910223 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:12.921960 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] Calling delete_port for b800e0cc-4175-4e09-afce-286764aa8b19 owned by network:router_interface {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:39:13.223515 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:13.225595 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:13.246912 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] Pushing event deleted for resources: {'Port': ['ID=b800e0cc-4175-4e09-afce-286764aa8b19,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:13.252350 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:13.406276 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738956'] for router_interface, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:13.464021 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device bf60f431-0b94-4c6a-9af4-28e8aee49732 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:39:13.482624 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: bf60f431-0b94-4c6a-9af4-28e8aee49732 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:39:13.482977 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device bf60f431-0b94-4c6a-9af4-28e8aee49732 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:39:13.619415 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] Router e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:39:13.722762 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:39:13.727980 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] 10.222.0.61 "PUT /v2.0/routers/e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5954037 Jun 29 12:39:13.730439 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54376) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:13.731376 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca3c3a-a765-4093-9935-ffcb40e9a29d None None] Sync routers for ids ['e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:39:13.741702 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ca3c3a-a765-4093-9935-ffcb40e9a29d None None] Routers {'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:39:13.742381 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-33ca3c3a-a765-4093-9935-ffcb40e9a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:39:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:13.834741 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Notify callbacks [] for router, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:13.848339 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-33ca3c3a-a765-4093-9935-ffcb40e9a29d None None] Set router e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:39:14.032076 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-33ca3c3a-a765-4093-9935-ffcb40e9a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'name': 'tempest-ServerRescueNegativeTestJSON-954708590-router', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'f04f0eac-341e-4654-996f-c712194833a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:25Z', 'updated_at': '2021-06-29T12:39:13Z', 'revision_number': 5, 'project_id': '1602240f3a4a41979987d2f3300a74d5', 'gw_port': {'id': 'f04f0eac-341e-4654-996f-c712194833a1', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:14.059371 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca3c3a-a765-4093-9935-ffcb40e9a29d None None] Checking router: e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:39:14.068778 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ca3c3a-a765-4093-9935-ffcb40e9a29d None None] Routers {'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:39:14.069423 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-33ca3c3a-a765-4093-9935-ffcb40e9a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:39:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:14.148266 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:14.175243 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-33ca3c3a-a765-4093-9935-ffcb40e9a29d None None] Set router e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:39:14.311705 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Deleting port f04f0eac-341e-4654-996f-c712194833a1 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:39:14.312276 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:14.405054 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] For port f04f0eac-341e-4654-996f-c712194833a1, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=f04f0eac-341e-4654-996f-c712194833a1,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:14.409026 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:14.418419 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Calling delete_port for f04f0eac-341e-4654-996f-c712194833a1 owned by network:router_gateway {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:39:14.441398 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-33ca3c3a-a765-4093-9935-ffcb40e9a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'name': 'tempest-ServerRescueNegativeTestJSON-954708590-router', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'f04f0eac-341e-4654-996f-c712194833a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:25Z', 'updated_at': '2021-06-29T12:39:13Z', 'revision_number': 5, 'project_id': '1602240f3a4a41979987d2f3300a74d5', 'gw_port': {'id': 'f04f0eac-341e-4654-996f-c712194833a1', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:14.467089 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca3c3a-a765-4093-9935-ffcb40e9a29d None None] The sync data for ids ['e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f'] in dv-cinder-786627-14-iscsi is: [{'id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'name': 'tempest-ServerRescueNegativeTestJSON-954708590-router', 'tenant_id': '1602240f3a4a41979987d2f3300a74d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': 'f04f0eac-341e-4654-996f-c712194833a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:25Z', 'updated_at': '2021-06-29T12:39:13Z', 'revision_number': 5, 'project_id': '1602240f3a4a41979987d2f3300a74d5', 'gw_port': {'id': 'f04f0eac-341e-4654-996f-c712194833a1', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:39:14.695735 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:14.698847 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-37010d6d-5a94-4ae6-abe6-b0203fabd793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:14.726348 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Pushing event deleted for resources: {'Port': ['ID=f04f0eac-341e-4654-996f-c712194833a1,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:14.728310 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:15.429244 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b800e0cc-4175-4e09-afce-286764aa8b19 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:39:15.444090 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780776'] for router_gateway, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:15.451324 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: b800e0cc-4175-4e09-afce-286764aa8b19 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:39:15.451770 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b800e0cc-4175-4e09-afce-286764aa8b19 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:39:15.543534 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:15.545481 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:15.708834 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740777'] for router, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:15.709365 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f {{(pid=93600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:39:15.714106 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Notify callbacks [] for router, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:15.717543 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] 10.222.0.61 "DELETE /v2.0/routers/e4465f3d-8e6b-4d5d-863d-e01af4b8ab4f HTTP/1.1" status: 204 len: 168 time: 1.9839396 Jun 29 12:39:15.717783 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54388) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:15.765746 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f46ac9-e4b7-4fe1-ac18-d9c9ef75286f admin admin] Deleting subnet 23f93e1b-50db-4db1-9c73-4aa8c9d54cbe {{(pid=93600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:39:15.768999 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-86f46ac9-e4b7-4fe1-ac18-d9c9ef75286f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:15.805696 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-86f46ac9-e4b7-4fe1-ac18-d9c9ef75286f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5749248'] for subnet, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:15.848433 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-86f46ac9-e4b7-4fe1-ac18-d9c9ef75286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:16.044737 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-86f46ac9-e4b7-4fe1-ac18-d9c9ef75286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5837644'] for subnet, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:16.047252 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b05e0d24-6294-4233-a8a5-018b73727876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:16.072205 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f46ac9-e4b7-4fe1-ac18-d9c9ef75286f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f93e1b-50db-4db1-9c73-4aa8c9d54cbe,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:16.075318 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-86f46ac9-e4b7-4fe1-ac18-d9c9ef75286f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:16.076389 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-86f46ac9-e4b7-4fe1-ac18-d9c9ef75286f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:16.078392 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-86f46ac9-e4b7-4fe1-ac18-d9c9ef75286f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/23f93e1b-50db-4db1-9c73-4aa8c9d54cbe HTTP/1.1" status: 204 len: 168 time: 0.3594747 Jun 29 12:39:16.080621 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54392) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:16.146842 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:16.232274 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:16.242344 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005390eb-b2ea-4409-a911-12b960f56e49']}} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:16.251911 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8416e60e-3290-420e-847c-39838ae1cdd3') {'for_net_delete': True} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:16.252200 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8416e60e-3290-420e-847c-39838ae1cdd3') {} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:16.260557 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5749263'] for segment, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:16.273618 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:16.279701 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:39:16.280088 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564885'] for segment, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: Traceback (most recent call last): Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: timer() Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: cb(*args, **kw) Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: return func(*args, **kwargs) Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: self._notify() Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: self.callback(batched_events) Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: event.method(event) Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: return f(self, *a, **k) Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._get(url).json() Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: return self.request(url, 'GET', **kwargs) Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:39:16.281812 dv-cinder-786627-14-iscsi neutron-server[93600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:39:16.415751 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:16.419847 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:16.423809 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:16.426252 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] 10.222.0.61 "DELETE /v2.0/networks/005390eb-b2ea-4409-a911-12b960f56e49 HTTP/1.1" status: 204 len: 168 time: 0.3446522 Jun 29 12:39:16.435815 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=005390eb-b2ea-4409-a911-12b960f56e49,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:16.438093 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d7a4b1e9-2f23-4355-999d-4bd839bf9d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:17.043470 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54398) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:17.083128 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-8cf624fd-dcef-4713-8c92-31d6abfd7f33 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1602240f3a4a41979987d2f3300a74d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384746 Jun 29 12:39:17.090262 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54402) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:17.136266 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b8ee1b23-3209-4cf4-a48d-e096ad48fc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:17.157289 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b8ee1b23-3209-4cf4-a48d-e096ad48fc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:17.301765 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b8ee1b23-3209-4cf4-a48d-e096ad48fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:17.304857 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b8ee1b23-3209-4cf4-a48d-e096ad48fc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:17.306040 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-b8ee1b23-3209-4cf4-a48d-e096ad48fc19 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8352e6c-1913-49ac-8547-e98ff716e14a HTTP/1.1" status: 204 len: 168 time: 0.2148879 Jun 29 12:39:17.306951 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:17.314335 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee1b23-3209-4cf4-a48d-e096ad48fc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8352e6c-1913-49ac-8547-e98ff716e14a,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:17.317495 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b8ee1b23-3209-4cf4-a48d-e096ad48fc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:17.369747 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device f04f0eac-341e-4654-996f-c712194833a1 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:39:17.389335 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: f04f0eac-341e-4654-996f-c712194833a1 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:39:17.389632 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device f04f0eac-341e-4654-996f-c712194833a1 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:39:17.863745 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:19.483223 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54458) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:19.582461 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b97814bc-84ce-4770-9b6a-ef2c5ca1387f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:19.667684 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b97814bc-84ce-4770-9b6a-ef2c5ca1387f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:19.811431 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b97814bc-84ce-4770-9b6a-ef2c5ca1387f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:19.813970 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-12694435-d532-44d3-a868-3f405cd8a8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:19.848589 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97814bc-84ce-4770-9b6a-ef2c5ca1387f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4e1846-31ec-4e17-9145-eed82fd74624,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:19.852843 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-b97814bc-84ce-4770-9b6a-ef2c5ca1387f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79f1f00cfe1d4b49aef5fe77c316adb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686213 Jun 29 12:39:19.853719 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b97814bc-84ce-4770-9b6a-ef2c5ca1387f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:19.855512 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54462) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:19.903803 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-113b8b10-49bf-4f63-aa92-79400534e9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:19.923754 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-113b8b10-49bf-4f63-aa92-79400534e9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:20.073178 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-113b8b10-49bf-4f63-aa92-79400534e9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:20.075887 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-113b8b10-49bf-4f63-aa92-79400534e9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:20.077038 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-113b8b10-49bf-4f63-aa92-79400534e9af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad4e1846-31ec-4e17-9145-eed82fd74624 HTTP/1.1" status: 204 len: 168 time: 0.2205911 Jun 29 12:39:20.077804 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f09bc1b6-cfb0-49c4-8f2f-536246061bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:20.087986 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b8b10-49bf-4f63-aa92-79400534e9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4e1846-31ec-4e17-9145-eed82fd74624,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:20.090438 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-113b8b10-49bf-4f63-aa92-79400534e9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:28.853880 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54590) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:28.955032 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-75108123-d4db-40db-9dd5-f8439a4d39ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:29.045264 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-75108123-d4db-40db-9dd5-f8439a4d39ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:29.171839 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-75108123-d4db-40db-9dd5-f8439a4d39ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:29.175570 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-3362a852-123c-4525-8667-59a7d1a33297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:29.214702 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-75108123-d4db-40db-9dd5-f8439a4d39ce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca0cefbc7661474cab889e5893f8ad5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596973 Jun 29 12:39:29.215866 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75108123-d4db-40db-9dd5-f8439a4d39ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddfaf07-52cf-4f84-a246-420f7eef674e,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:29.217340 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54600) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:29.219070 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-75108123-d4db-40db-9dd5-f8439a4d39ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:29.272406 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6198-832f-4613-95fb-0ed6820ef2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:29.293232 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6198-832f-4613-95fb-0ed6820ef2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:29.444501 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6198-832f-4613-95fb-0ed6820ef2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:29.447059 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6198-832f-4613-95fb-0ed6820ef2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:29.448193 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-e5fe6198-832f-4613-95fb-0ed6820ef2e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ddfaf07-52cf-4f84-a246-420f7eef674e HTTP/1.1" status: 204 len: 168 time: 0.2298889 Jun 29 12:39:29.448924 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-9f3a718d-00a4-454e-ba28-c4e7e17d6aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:29.457118 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe6198-832f-4613-95fb-0ed6820ef2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddfaf07-52cf-4f84-a246-420f7eef674e,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:29.459572 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-e5fe6198-832f-4613-95fb-0ed6820ef2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:30.227622 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54610) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:30.240902 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:30.326170 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:30.458169 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:30.461946 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-40f31c1e-f86e-484a-9ad0-b1bfac60b5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:30.498583 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1cd64e09c69547339c21bfa742468086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698510 Jun 29 12:39:30.500540 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21603bc-318d-4d9f-a567-b0a4df15ea5a,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:30.501271 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54612) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:30.508341 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:30.508896 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:30.509312 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:30.509723 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:30.510072 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:30.510472 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:30.510832 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:30.511187 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:30.511541 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:30.511920 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:30.512273 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:30.512618 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:30.516612 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:30.553029 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-f03e6ba9-35ae-4d52-a6dc-81fd528f6cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:30.574139 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-f03e6ba9-35ae-4d52-a6dc-81fd528f6cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:31.005961 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-f03e6ba9-35ae-4d52-a6dc-81fd528f6cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:31.008589 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-f03e6ba9-35ae-4d52-a6dc-81fd528f6cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:31.009733 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-f03e6ba9-35ae-4d52-a6dc-81fd528f6cb5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c21603bc-318d-4d9f-a567-b0a4df15ea5a HTTP/1.1" status: 204 len: 168 time: 0.5073924 Jun 29 12:39:31.010577 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-292314fe-45eb-4a88-a1fd-1ba30a11e3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:31.017978 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e6ba9-35ae-4d52-a6dc-81fd528f6cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21603bc-318d-4d9f-a567-b0a4df15ea5a,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:31.020978 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-f03e6ba9-35ae-4d52-a6dc-81fd528f6cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:35.822098 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54696) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:35.926430 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:36.013379 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:36.295475 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:36.298045 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4ae9a666-e3c1-4b4a-8834-afe2a38b8c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:36.334736 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c9057a-250e-4161-8d8d-3e1bbb7bfe02,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:36.339397 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b47881a43f554d4f9560d2645bbc459d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161784 Jun 29 12:39:36.342148 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54700) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:36.344054 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:36.344435 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:36.344809 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:36.345173 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:36.345556 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:36.345920 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:36.346310 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:36.346743 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:36.347380 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:36.347796 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:36.348129 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:36.348482 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:36.352380 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:36.390150 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-559841bc-1118-42ee-8bc3-3450c65f548a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:36.414437 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-559841bc-1118-42ee-8bc3-3450c65f548a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:36.611606 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-559841bc-1118-42ee-8bc3-3450c65f548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:36.614157 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-559841bc-1118-42ee-8bc3-3450c65f548a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:36.615307 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-559841bc-1118-42ee-8bc3-3450c65f548a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15c9057a-250e-4161-8d8d-3e1bbb7bfe02 HTTP/1.1" status: 204 len: 168 time: 0.2721844 Jun 29 12:39:36.616148 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3b11e4bc-35c1-426f-8a24-bbd7a4623c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:36.623610 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559841bc-1118-42ee-8bc3-3450c65f548a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c9057a-250e-4161-8d8d-3e1bbb7bfe02,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:36.625939 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-559841bc-1118-42ee-8bc3-3450c65f548a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:37.519280 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-51c6b4c0-0206-4575-9376-2be1f544fdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:37.771156 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54728) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:37.869720 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1016003773-network', 'tenant_id': '786696da0f1142af972b0ec9ee770368'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:39:38.074378 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Made reservation on behalf of 786696da0f1142af972b0ec9ee770368 for: {'network': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:39:38.076702 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:38.086431 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:38.178779 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:38.326232 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:38.330166 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-92043c70-5b63-4dd6-a00e-ddcdcc772269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:38.350995 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:39:38.360613 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a56b082-f4f1-42b1-a9c0-ea1084da7555,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:38.365650 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:38.366739 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:38.367079 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.segments_db [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Added segment e387de80-11da-4145-b1ea-9b65496b1108 of type vlan for network 043211a1-8ccb-4885-bcbb-bf9c609ca5d9 Jun 29 12:39:38.407039 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:38.537767 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:38.539246 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:38.539922 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:38.543174 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:38.604113 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Pushing event updated for resources: {'Network': ['ID=043211a1-8ccb-4885-bcbb-bf9c609ca5d9,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:38.607121 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:38.615592 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 043211a1-8ccb-4885-bcbb-bf9c609ca5d9 details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:39:38.721148 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9489262 Jun 29 12:39:38.724456 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54748) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:38.729765 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-d3136651-7ddc-4ddc-af50-ac72aa743880 admin admin] Request body: {'subnet': {'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1016003773-subnet', 'tenant_id': '786696da0f1142af972b0ec9ee770368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:39:38.969338 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3136651-7ddc-4ddc-af50-ac72aa743880 admin admin] Made reservation on behalf of 786696da0f1142af972b0ec9ee770368 for: {'subnet': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:39:38.972368 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d3136651-7ddc-4ddc-af50-ac72aa743880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6121786'] for subnet, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:39.244563 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d3136651-7ddc-4ddc-af50-ac72aa743880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5266529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6121768'] for subnet, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:39.247980 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-46f7ff51-a2f4-4168-b65b-1a6aeee57d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:39.302082 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3136651-7ddc-4ddc-af50-ac72aa743880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2764f287-c9dc-4af0-8bb9-f261f2b6233f,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:39.305146 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d3136651-7ddc-4ddc-af50-ac72aa743880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:39.314789 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3136651-7ddc-4ddc-af50-ac72aa743880 admin admin] Checking segment: {'id': 'e387de80-11da-4145-b1ea-9b65496b1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:39:39.315688 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3136651-7ddc-4ddc-af50-ac72aa743880 admin admin] Network hostable DHCP agents. Network: 043211a1-8ccb-4885-bcbb-bf9c609ca5d9, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:39:39.445658 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3136651-7ddc-4ddc-af50-ac72aa743880 admin admin] Network 043211a1-8ccb-4885-bcbb-bf9c609ca5d9 is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:39:39.561250 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-d3136651-7ddc-4ddc-af50-ac72aa743880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 043211a1-8ccb-4885-bcbb-bf9c609ca5d9) {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:39:39.566047 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3136651-7ddc-4ddc-af50-ac72aa743880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:39.566754 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d3136651-7ddc-4ddc-af50-ac72aa743880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:39.571690 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633d4d40-af8a-45e5-8399-4d6fc8ba38e0 None None] Network 043211a1-8ccb-4885-bcbb-bf9c609ca5d9 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:39:39.694684 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a0fc4a-30a1-477a-81dd-6f783878ef0d None None] Network 043211a1-8ccb-4885-bcbb-bf9c609ca5d9 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:39:39.760208 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-d3136651-7ddc-4ddc-af50-ac72aa743880 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0339153 Jun 29 12:39:40.320182 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-b788555d-7c49-42cf-a5de-8169167d7c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:40.398486 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:40.419865 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54774) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:40.528523 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-68ce1ddd-1868-42a1-90e6-f12ae5b53230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:40.613582 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-68ce1ddd-1868-42a1-90e6-f12ae5b53230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:40.712759 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-68ce1ddd-1868-42a1-90e6-f12ae5b53230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:40.715517 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6c7ad119-67d3-4634-8cef-577637514f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:40.758509 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-68ce1ddd-1868-42a1-90e6-f12ae5b53230 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d912e2306c96494292ab90085149b761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347383 Jun 29 12:39:40.758509 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce1ddd-1868-42a1-90e6-f12ae5b53230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55716fb-173c-4752-b1aa-eb90fb01e940,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:40.758662 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54784) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:40.762900 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-68ce1ddd-1868-42a1-90e6-f12ae5b53230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:40.810488 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-283d7657-d94e-4c5d-a4b0-f5c0932855cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:40.834751 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-283d7657-d94e-4c5d-a4b0-f5c0932855cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:40.992307 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-283d7657-d94e-4c5d-a4b0-f5c0932855cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:40.995062 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-283d7657-d94e-4c5d-a4b0-f5c0932855cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:40.996217 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-283d7657-d94e-4c5d-a4b0-f5c0932855cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f55716fb-173c-4752-b1aa-eb90fb01e940 HTTP/1.1" status: 204 len: 168 time: 0.2367699 Jun 29 12:39:40.996991 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5b8e0678-7d02-4875-89a7-7d5c1afafb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:41.008147 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d7657-d94e-4c5d-a4b0-f5c0932855cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55716fb-173c-4752-b1aa-eb90fb01e940,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:41.008147 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-283d7657-d94e-4c5d-a4b0-f5c0932855cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:41.405124 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a612f32-2071-4cca-8844-94cc28bf702a req-dbb5bc2f-e020-4005-86c6-9bf14346137b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:41.406643 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2a612f32-2071-4cca-8844-94cc28bf702a req-dbb5bc2f-e020-4005-86c6-9bf14346137b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0731363 Jun 29 12:39:41.447409 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2a612f32-2071-4cca-8844-94cc28bf702a req-54b9f038-2981-4c38-bf0f-478576d0d66d tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338721 Jun 29 12:39:41.523918 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:42.010788 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54806) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:42.024954 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4870c1fd-bd70-4e2c-b42d-d5f7b46d212e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:42.109826 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4870c1fd-bd70-4e2c-b42d-d5f7b46d212e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:42.223220 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4870c1fd-bd70-4e2c-b42d-d5f7b46d212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:42.226871 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4452b42b-fa92-4c67-8033-b78248fba8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:42.262816 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-4870c1fd-bd70-4e2c-b42d-d5f7b46d212e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f44b0582dfea4145bf32f14deeab98bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509954 Jun 29 12:39:42.263699 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870c1fd-bd70-4e2c-b42d-d5f7b46d212e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4a6b80-75a3-42f3-815f-c429fbb49df5,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:42.265580 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54808) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:42.266614 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4870c1fd-bd70-4e2c-b42d-d5f7b46d212e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:42.318094 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-36d2f34d-1c35-4664-9fe1-8a006827f151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:42.340586 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-36d2f34d-1c35-4664-9fe1-8a006827f151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:42.557576 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-36d2f34d-1c35-4664-9fe1-8a006827f151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:42.560300 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-36d2f34d-1c35-4664-9fe1-8a006827f151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:42.561519 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-36d2f34d-1c35-4664-9fe1-8a006827f151 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b4a6b80-75a3-42f3-815f-c429fbb49df5 HTTP/1.1" status: 204 len: 168 time: 0.2949111 Jun 29 12:39:42.564323 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6fa3f2ce-f07a-4e33-867e-3ca55b6970d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:42.605255 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2f34d-1c35-4664-9fe1-8a006827f151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4a6b80-75a3-42f3-815f-c429fbb49df5,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:42.609694 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-36d2f34d-1c35-4664-9fe1-8a006827f151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:42.662738 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-d27978aa-49f6-4109-a3b8-e75d2eb1df3b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:42.664203 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-d27978aa-49f6-4109-a3b8-e75d2eb1df3b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/networks?id=043211a1-8ccb-4885-bcbb-bf9c609ca5d9 HTTP/1.1" status: 200 len: 814 time: 0.1550164 Jun 29 12:39:42.684898 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b159b-0c3f-473c-a564-508db14ce390 req-64ee80a3-c7be-4846-9582-eae49f426159 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:42.686350 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a97b159b-0c3f-473c-a564-508db14ce390 req-64ee80a3-c7be-4846-9582-eae49f426159 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1191835 Jun 29 12:39:42.692405 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-03ebc057-4f84-4c2a-b172-7cfe0c0d15b5 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/quotas/786696da0f1142af972b0ec9ee770368 HTTP/1.1" status: 200 len: 375 time: 0.0188458 Jun 29 12:39:42.736110 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-2d4420f8-98f3-4e60-9d11-7e7caf430073 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=786696da0f1142af972b0ec9ee770368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349972 Jun 29 12:39:42.772241 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a97b159b-0c3f-473c-a564-508db14ce390 req-5691c1c9-057e-42a5-be39-8b9c11a97ec3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779405 Jun 29 12:39:42.836040 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:42.839071 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-f56411fa-6a31-497e-89ac-f67c70fb2df6 service neutron] 10.222.0.61 "GET /v2.0/networks/043211a1-8ccb-4885-bcbb-bf9c609ca5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927577 Jun 29 12:39:42.931577 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-3928924e-5a1e-4aa2-a78d-ed13ddc50525 service neutron] 10.222.0.61 "GET /v2.0/networks/043211a1-8ccb-4885-bcbb-bf9c609ca5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832267 Jun 29 12:39:43.296584 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ef52288b-5e5f-4024-ac98-d4ecf55ac105 req-8b178f1d-d120-4afa-91c2-ed7c997d595e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 210 time: 0.0332527 Jun 29 12:39:43.955510 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd4581-f0b0-4358-a942-0f45a918e374 req-7eb08bf5-545c-47f9-91a5-8e84ecdc6d11 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:43.962710 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cedd4581-f0b0-4358-a942-0f45a918e374 req-7eb08bf5-545c-47f9-91a5-8e84ecdc6d11 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0732040 Jun 29 12:39:44.017641 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cedd4581-f0b0-4358-a942-0f45a918e374 req-d4fc86bf-e6f4-4cce-bcd5-8fd89ab4a0f6 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363886 Jun 29 12:39:44.169563 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12c8a8-7e72-47d5-9302-6281b15558bf req-a5c0e212-b896-488a-961c-91fffba593ff tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:44.171086 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bb12c8a8-7e72-47d5-9302-6281b15558bf req-a5c0e212-b896-488a-961c-91fffba593ff tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 947 time: 0.0659964 Jun 29 12:39:44.213122 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bb12c8a8-7e72-47d5-9302-6281b15558bf req-74dd74e1-a258-4834-a5ae-51599afab092 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364058 Jun 29 12:39:44.375742 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8b9a2f5a-524b-4b8f-9cfa-3618903e885a req-18a2ae78-b371-4d38-89a0-f4b042ba2921 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 210 time: 0.0281854 Jun 29 12:39:44.968800 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:39:45.193394 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55be01-ad3f-4d83-878b-fd415020ccf4 req-70f060ea-86a3-47e8-9935-6bb8c23e6e26 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:45.194932 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0f55be01-ad3f-4d83-878b-fd415020ccf4 req-70f060ea-86a3-47e8-9935-6bb8c23e6e26 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0707994 Jun 29 12:39:45.235391 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0f55be01-ad3f-4d83-878b-fd415020ccf4 req-da42971c-6948-4588-9a0f-81a39f16052b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335698 Jun 29 12:39:45.417559 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b7ad0-ea12-4742-a4bc-d8d185c78d80 req-d7b61f7d-f71b-4bb6-bf5f-c1bdcd34cd25 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:45.419469 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6c7b7ad0-ea12-4742-a4bc-d8d185c78d80 req-d7b61f7d-f71b-4bb6-bf5f-c1bdcd34cd25 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 947 time: 0.0831778 Jun 29 12:39:45.466216 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6c7b7ad0-ea12-4742-a4bc-d8d185c78d80 req-7063bc54-7d37-4293-86ea-0bec39f8e6bb tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357187 Jun 29 12:39:45.543167 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f4366b5f-0b0e-4d5d-af74-e91acb951a7c req-f3f4657f-c6dd-4b69-9b2a-013be2b91e6c tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 210 time: 0.0287731 Jun 29 12:39:45.899261 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-ce4f4abe-66f9-4b48-8128-0d934f4c7939 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:45.900859 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-ce4f4abe-66f9-4b48-8128-0d934f4c7939 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 947 time: 0.0615726 Jun 29 12:39:46.000420 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Deleting port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:39:46.000757 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:46.086411 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] For port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:46.086787 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:46.311558 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:46.312194 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:46.312326 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.l3_db [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Floating IP d9a3e8f7-8535-4caa-935a-879e714c9b0c disassociated. External IP: 172.27.2.196, port: 2cdbbfba-a67b-4039-8c0d-7d4158f2537b. Jun 29 12:39:46.312636 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Calling delete_port for 2cdbbfba-a67b-4039-8c0d-7d4158f2537b owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:39:46.370483 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 54914) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:46.462425 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e52ecd-4bb3-477f-8b89-2f0cf2eb1e09 req-8446d09e-5f6c-481b-b3cb-4f334a01de38 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:46.463960 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-76e52ecd-4bb3-477f-8b89-2f0cf2eb1e09 req-8446d09e-5f6c-481b-b3cb-4f334a01de38 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0978053 Jun 29 12:39:46.488163 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ab4147c3-aaf8-4d53-8b70-27dbc90561ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:46.550856 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-76e52ecd-4bb3-477f-8b89-2f0cf2eb1e09 req-47d15400-adf7-4120-a717-58a762555be7 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682397 Jun 29 12:39:46.588417 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ab4147c3-aaf8-4d53-8b70-27dbc90561ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:46.640199 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:46.652570 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-fbb27061-e869-4d3f-9b1a-61ada19f5c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:46.690795 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event deleted for resources: {'Port': ['ID=2cdbbfba-a67b-4039-8c0d-7d4158f2537b,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:46.697115 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:46.720252 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2fc6f2d8-ed51-43a9-a0e5-e70e9f6fab7c req-af10261e-75a7-455e-bb18-62a380a82f83 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 210 time: 0.0429316 Jun 29 12:39:46.733099 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ab4147c3-aaf8-4d53-8b70-27dbc90561ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:46.747745 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-86340711-862b-481e-8893-c312f6b398cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:46.789384 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-ab4147c3-aaf8-4d53-8b70-27dbc90561ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b5e5940ff81549bc9b5a89ebe0cf9d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153750 Jun 29 12:39:46.789384 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4147c3-aaf8-4d53-8b70-27dbc90561ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975872bf-e93c-43b3-b3e0-db6b4fed19f2,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:46.789670 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd42ef0-b499-4538-a692-780ce2dba47e req-71f3d5d8-8e00-488a-bba4-b8d4314d22a0 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:46.790478 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3bd42ef0-b499-4538-a692-780ce2dba47e req-71f3d5d8-8e00-488a-bba4-b8d4314d22a0 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 868 time: 0.1834247 Jun 29 12:39:46.790960 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54922) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:46.791474 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ab4147c3-aaf8-4d53-8b70-27dbc90561ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:47.170695 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3bd42ef0-b499-4538-a692-780ce2dba47e req-8a442a68-8e66-4a88-ac17-600047a9d692 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e680fd0-c38c-4fcd-b948-c82e95a2942f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636682 Jun 29 12:39:47.181999 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Router a334c76d-76d9-4a65-a0c5-1b17acb331a6 has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:39:47.196819 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebb76-5c38-4f96-9c09-90356be8e0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:47.258963 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebb76-5c38-4f96-9c09-90356be8e0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:47.386437 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:39:47.399916 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255d672-854b-4784-be0b-e89a4d3b4a02 None None] Sync routers for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:39:47.408382 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d48f-fd4c-4f60-9145-f0f6b91a4c54 req-1e578f2f-77e7-4a71-83ef-dcfd19948b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:47.410508 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aff1d48f-fd4c-4f60-9145-f0f6b91a4c54 req-1e578f2f-77e7-4a71-83ef-dcfd19948b27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=669e8d831f054520a9009ce00787a461&device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 1098 time: 0.1393704 Jun 29 12:39:47.410852 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255d672-854b-4784-be0b-e89a4d3b4a02 None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:39:47.411678 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-5255d672-854b-4784-be0b-e89a4d3b4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:39:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:47.412945 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-6eb3a539-59e7-4fec-bb92-c61c8371a77a tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:47.414790 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-6eb3a539-59e7-4fec-bb92-c61c8371a77a tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.37 "GET /v2.0/networks?id=043211a1-8ccb-4885-bcbb-bf9c609ca5d9 HTTP/1.1" status: 200 len: 814 time: 0.1236672 Jun 29 12:39:47.436000 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Request body: {'port': {'device_id': '32129fdf-13a2-46be-b19e-714747798e89', 'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9', 'admin_state_up': True, 'tenant_id': '786696da0f1142af972b0ec9ee770368'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:39:47.453203 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] No DVR routers for this DVR port 2cdbbfba-a67b-4039-8c0d-7d4158f2537b on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:39:47.466104 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:47.468746 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-174501ba-7ad9-4e61-96d5-0e9ae2db6d6f req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.37 "DELETE /v2.0/ports/2cdbbfba-a67b-4039-8c0d-7d4158f2537b HTTP/1.1" status: 204 len: 173 time: 1.5626588 Jun 29 12:39:47.469524 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'name': 'network-vif-deleted', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:39:47.472870 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c39d49-ac22-4e34-8714-daa46e16f349" -d '{"events": [{"server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "name": "network-vif-deleted", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:39:47.545411 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-5255d672-854b-4784-be0b-e89a4d3b4a02 None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:39:47.577468 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199e6257-5874-4c23-81f8-cba3e49813d8 x-openstack-request-id: req-199e6257-5874-4c23-81f8-cba3e49813d8 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:39:47.577798 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2c7b26-d76b-4bff-aef5-23eee837eb1e", "name": "network-vif-deleted", "tag": "2cdbbfba-a67b-4039-8c0d-7d4158f2537b", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:39:47.578094 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-199e6257-5874-4c23-81f8-cba3e49813d8 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:39:47.578563 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2c7b26-d76b-4bff-aef5-23eee837eb1e', 'name': 'network-vif-deleted', 'tag': '2cdbbfba-a67b-4039-8c0d-7d4158f2537b', 'status': 'completed', 'code': 200} Jun 29 12:39:47.581668 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebb76-5c38-4f96-9c09-90356be8e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:47.583837 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebb76-5c38-4f96-9c09-90356be8e0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:47.584962 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-5c6ebb76-5c38-4f96-9c09-90356be8e0d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/975872bf-e93c-43b3-b3e0-db6b4fed19f2 HTTP/1.1" status: 204 len: 168 time: 0.7913494 Jun 29 12:39:47.587231 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ff6eaa6a-041a-4b4a-8874-40153ec60032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:47.599142 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ebb76-5c38-4f96-9c09-90356be8e0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975872bf-e93c-43b3-b3e0-db6b4fed19f2,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:47.609713 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5c6ebb76-5c38-4f96-9c09-90356be8e0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:47.657070 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d48f-fd4c-4f60-9145-f0f6b91a4c54 req-8dfc86d1-58c0-4ee3-bdf3-0eeebece53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:47.659600 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aff1d48f-fd4c-4f60-9145-f0f6b91a4c54 req-8dfc86d1-58c0-4ee3-bdf3-0eeebece53c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635 HTTP/1.1" status: 200 len: 912 time: 0.2033525 Jun 29 12:39:47.769507 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aff1d48f-fd4c-4f60-9145-f0f6b91a4c54 req-8633fee6-bc0d-4cb4-ae9b-661cdadf753a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbda3b0c-296c-4725-bbc4-cc0032c1be26 HTTP/1.1" status: 200 len: 999 time: 0.1019549 Jun 29 12:39:47.839566 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a412ca8-f987-46e6-a477-8611e1cbc160 req-48190078-bffa-4435-8f04-4fa8b6832d9f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:47.841189 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0a412ca8-f987-46e6-a477-8611e1cbc160 req-48190078-bffa-4435-8f04-4fa8b6832d9f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1258490 Jun 29 12:39:47.842864 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d48f-fd4c-4f60-9145-f0f6b91a4c54 req-fa458123-a304-42ec-948f-1b725a218195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:47.844288 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aff1d48f-fd4c-4f60-9145-f0f6b91a4c54 req-fa458123-a304-42ec-948f-1b725a218195 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd3d97b5-7200-4a03-a6e3-8c6b38e69922 HTTP/1.1" status: 200 len: 850 time: 0.0661099 Jun 29 12:39:47.853984 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-5255d672-854b-4784-be0b-e89a4d3b4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:47Z', 'revision_number': 5, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:47.881939 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Made reservation on behalf of 786696da0f1142af972b0ec9ee770368 for: {'port': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:39:47.887350 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255d672-854b-4784-be0b-e89a4d3b4a02 None None] Checking router: a334c76d-76d9-4a65-a0c5-1b17acb331a6 for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:39:47.908035 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:47.908217 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255d672-854b-4784-be0b-e89a4d3b4a02 None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:39:47.908217 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-5255d672-854b-4784-be0b-e89a4d3b4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:39:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:47.933154 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9e0820c6-2b04-4493-9224-d4075dc8e046 req-8fac1e10-67dc-46f4-8ef3-0586bb794ebc tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 210 time: 0.0651817 Jun 29 12:39:47.953638 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0a412ca8-f987-46e6-a477-8611e1cbc160 req-5695c42d-131f-497e-abf8-20bc9f4bd279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064036 Jun 29 12:39:47.983938 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d48f-fd4c-4f60-9145-f0f6b91a4c54 req-038656a5-92ac-4c2b-a8df-57af3d5ddaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:47.985449 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aff1d48f-fd4c-4f60-9145-f0f6b91a4c54 req-038656a5-92ac-4c2b-a8df-57af3d5ddaea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1321068 Jun 29 12:39:48.084710 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Allocated IP 172.20.0.4 (043211a1-8ccb-4885-bcbb-bf9c609ca5d9/2764f287-c9dc-4af0-8bb9-f261f2b6233f/ec674e21-998a-42f7-905f-1ee4746fc59f) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:39:48.098763 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aff1d48f-fd4c-4f60-9145-f0f6b91a4c54 req-aa0b2035-2aa2-4c5f-b0ae-16a61d735fe6 service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010492 Jun 29 12:39:48.129736 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:48.193381 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-5255d672-854b-4784-be0b-e89a4d3b4a02 None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:39:48.220710 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aff1d48f-fd4c-4f60-9145-f0f6b91a4c54 req-8a58af15-b0f2-43b8-b773-85946e746bdf service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067090 Jun 29 12:39:48.330391 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:48.394290 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-17ea751a-58b0-41ca-bd50-3a672404da98 req-77568030-79d2-46b5-a0ec-81937a8ff4c3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e2c7b26-d76b-4bff-aef5-23eee837eb1e HTTP/1.1" status: 200 len: 210 time: 0.0552721 Jun 29 12:39:48.475148 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-5255d672-854b-4784-be0b-e89a4d3b4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:47Z', 'revision_number': 5, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:39:48.501407 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255d672-854b-4784-be0b-e89a4d3b4a02 None None] The sync data for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi is: [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:47Z', 'revision_number': 5, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:39:48.630104 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:48.637317 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:48.676627 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Network 043211a1-8ccb-4885-bcbb-bf9c609ca5d9 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:39:48.685812 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:39:48.688582 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:39:48.724665 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Pushing event updated for resources: {'Port': ['ID=ec674e21-998a-42f7-905f-1ee4746fc59f,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:48.727970 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf3be96-9753-45e9-ab6e-8f9bb655ce7c None None] New status for floating IP d9a3e8f7-8535-4caa-935a-879e714c9b0c: DOWN {{(pid=93602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:39:48.731596 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:48.751235 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:48.751882 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.008917 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5806713 Jun 29 12:39:49.038175 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Request body: {'port': {'device_id': '32129fdf-13a2-46be-b19e-714747798e89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:39:49.131096 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af2c2b-2166-4934-80bc-b081e457753d req-d955f74e-3fe7-4936-97a8-fe18613cb261 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:49.132967 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-48af2c2b-2166-4934-80bc-b081e457753d req-d955f74e-3fe7-4936-97a8-fe18613cb261 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 931 time: 0.0747428 Jun 29 12:39:49.141546 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.220413 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-48af2c2b-2166-4934-80bc-b081e457753d req-8d41fe4b-e71e-4bd0-a8cd-a542e9566aaf tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752442 Jun 29 12:39:49.249904 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79116e-4314-4c15-98d0-0fe5197b3123 req-ba44a973-53de-4849-bafb-079f7d092de3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:49.262801 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8d79116e-4314-4c15-98d0-0fe5197b3123 req-ba44a973-53de-4849-bafb-079f7d092de3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1234009 Jun 29 12:39:49.298876 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8d79116e-4314-4c15-98d0-0fe5197b3123 req-52f67c14-9392-412d-b2bd-04de34a804be tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406439 Jun 29 12:39:49.319040 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54950) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:49.336782 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3d40fe34-7b07-4939-8ec3-bce57932c28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.414884 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec674e21-998a-42f7-905f-1ee4746fc59f {{(pid=93600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:39:49.423204 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.425277 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3d40fe34-7b07-4939-8ec3-bce57932c28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.436298 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Transition to ACTIVE for port object ec674e21-998a-42f7-905f-1ee4746fc59f will not be triggered until provisioned by entity L2. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:39:49.578045 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3d40fe34-7b07-4939-8ec3-bce57932c28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.581255 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a4eda087-1e3d-49fa-8dce-06f7430537b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:49.616865 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40fe34-7b07-4939-8ec3-bce57932c28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ef5454-1d99-4d98-bcc9-634a9ff1342f,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:49.621130 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-3d40fe34-7b07-4939-8ec3-bce57932c28d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08d65c3f05a94fe5bc7da6d14bd21e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025525 Jun 29 12:39:49.621980 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-3d40fe34-7b07-4939-8ec3-bce57932c28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:49.623673 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54956) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:49.643334 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.646358 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-fe3e5a71-a9a0-4d4e-a4b7-b95a80d33f22 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:49.671721 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2a8af5e1-f86e-4997-b665-0ba958256418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.693736 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2a8af5e1-f86e-4997-b665-0ba958256418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.695874 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Pushing event updated for resources: {'Port': ['ID=ec674e21-998a-42f7-905f-1ee4746fc59f,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:49.698675 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:49.745692 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54958) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:49.765517 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Attempting to bind port ec674e21-998a-42f7-905f-1ee4746fc59f on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:39:49.767845 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Attempting to bind port ec674e21-998a-42f7-905f-1ee4746fc59f by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e387de80-11da-4145-b1ea-9b65496b1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9'}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:39:49.767845 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Attempting to bind port ec674e21-998a-42f7-905f-1ee4746fc59f on network 043211a1-8ccb-4885-bcbb-bf9c609ca5d9 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:39:49.771143 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Port ec674e21-998a-42f7-905f-1ee4746fc59f on network 043211a1-8ccb-4885-bcbb-bf9c609ca5d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:39:49.771466 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Attempting to bind port ec674e21-998a-42f7-905f-1ee4746fc59f on network 043211a1-8ccb-4885-bcbb-bf9c609ca5d9 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:39:49.776773 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:39:49.777116 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Checking segment: {'id': 'e387de80-11da-4145-b1ea-9b65496b1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:39:49.777500 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Bound using segment: {'id': 'e387de80-11da-4145-b1ea-9b65496b1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9'} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:39:49.777959 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Bound port: ec674e21-998a-42f7-905f-1ee4746fc59f, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e387de80-11da-4145-b1ea-9b65496b1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9'}}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:39:49.778347 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.798915 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a92d2cc3-2eaf-47a1-b50a-ed318731177e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.819830 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 2cdbbfba-a67b-4039-8c0d-7d4158f2537b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:39:49.823644 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a92d2cc3-2eaf-47a1-b50a-ed318731177e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.843813 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: 2cdbbfba-a67b-4039-8c0d-7d4158f2537b {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:39:49.844040 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] For port ec674e21-998a-42f7-905f-1ee4746fc59f, host hv-cinder-78662, cleared binding levels {{(pid=93600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:39:49.844377 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 2cdbbfba-a67b-4039-8c0d-7d4158f2537b not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:39:49.848107 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] For port ec674e21-998a-42f7-905f-1ee4746fc59f, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ec674e21-998a-42f7-905f-1ee4746fc59f,segment=NetworkSegment(e387de80-11da-4145-b1ea-9b65496b1108),segment_id=e387de80-11da-4145-b1ea-9b65496b1108)] {{(pid=93600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:39:49.855698 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2a8af5e1-f86e-4997-b665-0ba958256418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.916846 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2a8af5e1-f86e-4997-b665-0ba958256418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:49.916846 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-2a8af5e1-f86e-4997-b665-0ba958256418 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55ef5454-1d99-4d98-bcc9-634a9ff1342f HTTP/1.1" status: 204 len: 168 time: 0.2348421 Jun 29 12:39:49.916846 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-fcfcd7bd-cfb2-449f-ab0e-294923ab112d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:49.916846 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8af5e1-f86e-4997-b665-0ba958256418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ef5454-1d99-4d98-bcc9-634a9ff1342f,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:49.916846 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-2a8af5e1-f86e-4997-b665-0ba958256418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:50.241282 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:50.243746 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:50.286335 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:50.286962 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:50.288565 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] 10.222.0.37 "PUT /v2.0/ports/ec674e21-998a-42f7-905f-1ee4746fc59f HTTP/1.1" status: 200 len: 1093 time: 1.2614160 Jun 29 12:39:50.289099 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32129fdf-13a2-46be-b19e-714747798e89', 'tag': 'ec674e21-998a-42f7-905f-1ee4746fc59f'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:39:50.291519 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b3dfa1-1acd-43b6-94f8-3cdf5d3dd33d" -d '{"events": [{"name": "network-changed", "server_uuid": "32129fdf-13a2-46be-b19e-714747798e89", "tag": "ec674e21-998a-42f7-905f-1ee4746fc59f"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:39:50.303397 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a92d2cc3-2eaf-47a1-b50a-ed318731177e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:50.315012 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a92d2cc3-2eaf-47a1-b50a-ed318731177e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:50.315012 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-a92d2cc3-2eaf-47a1-b50a-ed318731177e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "DELETE /v2.0/security-groups/0e680fd0-c38c-4fcd-b948-c82e95a2942f HTTP/1.1" status: 204 len: 168 time: 0.5613077 Jun 29 12:39:50.315012 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-2a8af5e1-f86e-4997-b665-0ba958256418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:50.320545 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54966) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:50.321933 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d2cc3-2eaf-47a1-b50a-ed318731177e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e680fd0-c38c-4fcd-b948-c82e95a2942f,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:50.334166 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a92d2cc3-2eaf-47a1-b50a-ed318731177e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:50.337056 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7e13c3-f091-447d-8107-4e36e02b88d6 x-openstack-request-id: req-3f7e13c3-f091-447d-8107-4e36e02b88d6 {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:39:50.337414 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32129fdf-13a2-46be-b19e-714747798e89", "tag": "ec674e21-998a-42f7-905f-1ee4746fc59f", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:39:50.337710 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f7e13c3-f091-447d-8107-4e36e02b88d6 {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:39:50.338162 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32129fdf-13a2-46be-b19e-714747798e89', 'tag': 'ec674e21-998a-42f7-905f-1ee4746fc59f', 'status': 'completed', 'code': 200} Jun 29 12:39:50.345417 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Pushing event updated for resources: {'Port': ['ID=ec674e21-998a-42f7-905f-1ee4746fc59f,revision_number=3']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:50.353902 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.api.v2.resource [None req-3d5ff14d-466c-403c-9cfa-cf64d261d0aa tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] show failed (client error): The resource could not be found. Jun 29 12:39:50.357574 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-3d5ff14d-466c-403c-9cfa-cf64d261d0aa tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups/0e680fd0-c38c-4fcd-b948-c82e95a2942f HTTP/1.1" status: 404 len: 347 time: 0.0309691 Jun 29 12:39:50.357885 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 54970) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:50.361911 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:50.430262 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3dfa1-1acd-43b6-94f8-3cdf5d3dd33d req-431cdbaa-f892-48ad-ac4d-5615bb981bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:50.431846 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-40b3dfa1-1acd-43b6-94f8-3cdf5d3dd33d req-431cdbaa-f892-48ad-ac4d-5615bb981bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=786696da0f1142af972b0ec9ee770368&device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 1096 time: 0.0713608 Jun 29 12:39:50.531442 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3dfa1-1acd-43b6-94f8-3cdf5d3dd33d req-95e52ed6-6107-4c78-bfb2-51bb11c1f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:50.532818 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-40b3dfa1-1acd-43b6-94f8-3cdf5d3dd33d req-95e52ed6-6107-4c78-bfb2-51bb11c1f934 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=786696da0f1142af972b0ec9ee770368&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0938983 Jun 29 12:39:50.582859 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2387aa-1e0b-44a9-b07a-ac3f70051706 req-0bc8a39e-db4c-4516-bb32-92b1fc417a0f tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:50.584362 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fb2387aa-1e0b-44a9-b07a-ac3f70051706 req-0bc8a39e-db4c-4516-bb32-92b1fc417a0f tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 943 time: 0.1870837 Jun 29 12:39:50.593587 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fba37-fb7f-4514-98cb-2868a83e4286 req-92a7dd75-1f58-4b52-9a4d-a1750de2e6a4 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:50.601335 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-095fba37-fb7f-4514-98cb-2868a83e4286 req-92a7dd75-1f58-4b52-9a4d-a1750de2e6a4 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1371253 Jun 29 12:39:50.639150 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-c864c8d4-cb30-4197-9b78-1b71fb0646d6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Deleting port 56b22a19-f693-47aa-8634-9450f7d7b29f {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:39:50.639150 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c864c8d4-cb30-4197-9b78-1b71fb0646d6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:50.646053 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3dfa1-1acd-43b6-94f8-3cdf5d3dd33d req-943b7375-5dcd-428c-a625-b4b90fc10c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:50.647851 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-40b3dfa1-1acd-43b6-94f8-3cdf5d3dd33d req-943b7375-5dcd-428c-a625-b4b90fc10c82 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069615 Jun 29 12:39:50.712206 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fb2387aa-1e0b-44a9-b07a-ac3f70051706 req-9614f09f-7bbd-46b6-acb5-fd911bf60d8f tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097007 Jun 29 12:39:50.714730 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-095fba37-fb7f-4514-98cb-2868a83e4286 req-76877d65-628f-460f-816c-25e4b38d4aa8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102514 Jun 29 12:39:50.761946 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c864c8d4-cb30-4197-9b78-1b71fb0646d6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:50.762389 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c864c8d4-cb30-4197-9b78-1b71fb0646d6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:50.772673 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-b61395c0-d6d5-40e0-8476-366de0c781c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:50.774429 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-b61395c0-d6d5-40e0-8476-366de0c781c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=786696da0f1142af972b0ec9ee770368&device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 1096 time: 0.0799096 Jun 29 12:39:50.777993 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-c864c8d4-cb30-4197-9b78-1b71fb0646d6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Calling delete_port for 56b22a19-f693-47aa-8634-9450f7d7b29f owned by network:floatingip {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:39:50.829048 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-666646e5-a88c-4ade-ac51-e3f4db48c7d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec674e21-998a-42f7-905f-1ee4746fc59f HTTP/1.1" status: 200 len: 217 time: 0.0467334 Jun 29 12:39:50.888769 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-3a3f5aa5-0a59-4368-8095-dba25cb64d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:50.892435 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-3a3f5aa5-0a59-4368-8095-dba25cb64d49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2764f287-c9dc-4af0-8bb9-f261f2b6233f HTTP/1.1" status: 200 len: 854 time: 0.0561550 Jun 29 12:39:50.928443 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-e70ea715-0459-4038-a456-748ededa90e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=043211a1-8ccb-4885-bcbb-bf9c609ca5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286982 Jun 29 12:39:51.026810 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-3fede2e5-4700-4f22-9ed0-67300499fec9 service neutron] 10.222.0.37 "GET /v2.0/networks/043211a1-8ccb-4885-bcbb-bf9c609ca5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919871 Jun 29 12:39:51.115212 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d429593b-5d54-42e5-b8f8-6185582bee7e req-59b81b6a-c389-4bf5-9cc7-692f3eda67bc service neutron] 10.222.0.37 "GET /v2.0/networks/043211a1-8ccb-4885-bcbb-bf9c609ca5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810142 Jun 29 12:39:51.163947 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c864c8d4-cb30-4197-9b78-1b71fb0646d6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:51.167059 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-91d0ec20-5738-45a4-a302-bf82a1d34471 tempest-DeleteServersTestJSON-502743772 tempest-DeleteServersTestJSON-502743772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:51.195870 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864c8d4-cb30-4197-9b78-1b71fb0646d6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event deleted for resources: {'Port': ['ID=56b22a19-f693-47aa-8634-9450f7d7b29f,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:51.197977 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-c864c8d4-cb30-4197-9b78-1b71fb0646d6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:51.253990 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c864c8d4-cb30-4197-9b78-1b71fb0646d6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:51.256790 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c864c8d4-cb30-4197-9b78-1b71fb0646d6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:51.257941 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-c864c8d4-cb30-4197-9b78-1b71fb0646d6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "DELETE /v2.0/floatingips/d9a3e8f7-8535-4caa-935a-879e714c9b0c HTTP/1.1" status: 204 len: 168 time: 0.8992205 Jun 29 12:39:51.674981 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 55006) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:51.680452 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-a4cd51f2-f79d-4a5a-b547-e9d8c477a74e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216007594', 'description': 'tempest-description--595371520'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:39:51.789120 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a4cd51f2-f79d-4a5a-b547-e9d8c477a74e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:51.894416 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a4cd51f2-f79d-4a5a-b547-e9d8c477a74e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:51.956675 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a09324-485f-481f-8b0b-4deddde2a43a req-dd8b6bc7-895d-4ed4-a12f-65e204d5a8e9 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:51.958160 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d0a09324-485f-481f-8b0b-4deddde2a43a req-dd8b6bc7-895d-4ed4-a12f-65e204d5a8e9 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1095021 Jun 29 12:39:51.968677 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2842a8-b21c-4fa0-acd1-cf8026a2eb1f req-707922f8-a0d3-42ba-95aa-b2b851160be7 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:51.970057 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3d2842a8-b21c-4fa0-acd1-cf8026a2eb1f req-707922f8-a0d3-42ba-95aa-b2b851160be7 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 943 time: 0.1112945 Jun 29 12:39:52.031960 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d0a09324-485f-481f-8b0b-4deddde2a43a req-b9a57bcf-6d81-4d31-bef9-6e6680e68d9f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609450 Jun 29 12:39:52.039450 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3d2842a8-b21c-4fa0-acd1-cf8026a2eb1f req-388c01d1-00d4-49af-b003-e11695cdae89 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618761 Jun 29 12:39:52.069285 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a4cd51f2-f79d-4a5a-b547-e9d8c477a74e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:52.073567 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-29b8c3e2-39b5-47ed-801c-b2d02b46ea54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:52.100800 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd51f2-f79d-4a5a-b547-e9d8c477a74e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5def612-e5bb-4470-ad77-0d2e1dbc45af,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:52.103611 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a4cd51f2-f79d-4a5a-b547-e9d8c477a74e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:52.198108 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a4cd51f2-f79d-4a5a-b547-e9d8c477a74e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:52.199417 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-a4cd51f2-f79d-4a5a-b547-e9d8c477a74e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5228167 Jun 29 12:39:52.202418 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 55020) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:52.207762 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-987b150c-cee7-498c-a091-caf253ab1c9a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Request body: {'security_group_rule': {'security_group_id': 'b5def612-e5bb-4470-ad77-0d2e1dbc45af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:39:52.353006 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-987b150c-cee7-498c-a091-caf253ab1c9a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:52.411466 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-987b150c-cee7-498c-a091-caf253ab1c9a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:52.514645 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-987b150c-cee7-498c-a091-caf253ab1c9a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:52.516760 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d79e23b1-327c-4c25-939b-ced90f88d355 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:52.531857 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b150c-cee7-498c-a091-caf253ab1c9a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31bd2e3-ed37-48c7-8f8b-6d0005087d56,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:52.536878 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-987b150c-cee7-498c-a091-caf253ab1c9a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:52.571723 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 55024) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:52.634645 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-987b150c-cee7-498c-a091-caf253ab1c9a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:52.635903 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-987b150c-cee7-498c-a091-caf253ab1c9a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4325092 Jun 29 12:39:52.638656 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 55028) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:52.643589 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-c35c7402-f724-4c3c-a058-5bb134e2126a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Request body: {'security_group_rule': {'security_group_id': 'b5def612-e5bb-4470-ad77-0d2e1dbc45af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:39:52.678337 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9439632b-5489-445f-8104-b169ccdac34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:52.803992 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c35c7402-f724-4c3c-a058-5bb134e2126a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:52.880456 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c35c7402-f724-4c3c-a058-5bb134e2126a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:52.913415 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9439632b-5489-445f-8104-b169ccdac34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:53.022795 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c35c7402-f724-4c3c-a058-5bb134e2126a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:53.024867 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-e17e10c9-62f6-4e7d-a9cb-be9b55a1f376 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:53.041437 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c7402-f724-4c3c-a058-5bb134e2126a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365440b5-79c1-4b7e-bcff-d3386f4bfa68,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:53.044370 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c35c7402-f724-4c3c-a058-5bb134e2126a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:53.090793 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9439632b-5489-445f-8104-b169ccdac34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:53.093493 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-58330088-6e6f-4237-be8e-4e3cf204935a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:53.137216 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-9439632b-5489-445f-8104-b169ccdac34d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e69df5e1d2b4d96b688baeb2d0af45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5620995 Jun 29 12:39:53.137216 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439632b-5489-445f-8104-b169ccdac34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1914ffe-1c59-4e73-b775-b6b088e0a318,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:53.137600 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 55034) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:53.139077 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-9439632b-5489-445f-8104-b169ccdac34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:53.207119 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c35c7402-f724-4c3c-a058-5bb134e2126a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:53.208730 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-c35c7402-f724-4c3c-a058-5bb134e2126a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5685337 Jun 29 12:39:53.211618 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 55036) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:39:53.216314 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Request body: {'floatingip': {'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:39:53.278387 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4965d50e-63fa-4b69-968f-283cf4cbe998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:53.305616 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c3382-e8e8-4bf4-8207-f4722a86a1c2 req-3860aeb4-7867-4849-991c-a0fec65cb198 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:53.307111 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-839c3382-e8e8-4bf4-8207-f4722a86a1c2 req-3860aeb4-7867-4849-991c-a0fec65cb198 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1591666 Jun 29 12:39:53.327955 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4965d50e-63fa-4b69-968f-283cf4cbe998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:53.332501 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:53.336944 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80739d0-0181-4cc0-a048-8508825503fb req-c9cb522f-dbab-4535-9052-e6a1ec9a7b81 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:53.338377 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e80739d0-0181-4cc0-a048-8508825503fb req-c9cb522f-dbab-4535-9052-e6a1ec9a7b81 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 943 time: 0.1560869 Jun 29 12:39:53.407887 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-839c3382-e8e8-4bf4-8207-f4722a86a1c2 req-e0bdd6a0-1e47-4a31-9ee2-9f359aced080 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917647 Jun 29 12:39:53.425734 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e80739d0-0181-4cc0-a048-8508825503fb req-fcb3d14c-c0fa-4837-b709-de0a260d8572 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743754 Jun 29 12:39:53.432676 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:53.558481 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4965d50e-63fa-4b69-968f-283cf4cbe998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:53.561157 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4965d50e-63fa-4b69-968f-283cf4cbe998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:53.564549 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-4965d50e-63fa-4b69-968f-283cf4cbe998 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f1914ffe-1c59-4e73-b775-b6b088e0a318 HTTP/1.1" status: 204 len: 168 time: 0.4235752 Jun 29 12:39:53.564549 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:53.574692 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965d50e-63fa-4b69-968f-283cf4cbe998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1914ffe-1c59-4e73-b775-b6b088e0a318,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:53.577100 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4965d50e-63fa-4b69-968f-283cf4cbe998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:53.661140 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Allocated IP 172.27.2.238 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/46867ac0-a349-413a-934a-fbfa6151e9b8) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:39:53.761371 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:53.864035 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device ec674e21-998a-42f7-905f-1ee4746fc59f details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:39:53.907415 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:53.912153 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f8489bce-0a20-476e-a4f9-7a22ce5f475e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:53.959333 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:39:53.962835 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:39:53.964909 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port ec674e21-998a-42f7-905f-1ee4746fc59f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ec674e21-998a-42f7-905f-1ee4746fc59f,segment=NetworkSegment(e387de80-11da-4145-b1ea-9b65496b1108),segment_id=e387de80-11da-4145-b1ea-9b65496b1108)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:53.967149 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:39:53.977664 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': 'ec674e21-998a-42f7-905f-1ee4746fc59f', 'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9', 'port_id': 'ec674e21-998a-42f7-905f-1ee4746fc59f', 'mac_address': 'fa:16:3e:6d:6a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2764f287-c9dc-4af0-8bb9-f261f2b6233f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:39:53.994419 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event updated for resources: {'Port': ['ID=46867ac0-a349-413a-934a-fbfa6151e9b8,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:53.998959 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:54.035363 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:54.053999 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec674e21-998a-42f7-905f-1ee4746fc59f {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:39:54.084065 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:54.091111 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e26933-afab-4954-b75d-ffaf22325561 req-da0b0df3-a7a8-4e6b-8f44-7993a7db2028 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:54.092712 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e0e26933-afab-4954-b75d-ffaf22325561 req-da0b0df3-a7a8-4e6b-8f44-7993a7db2028 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1234820 Jun 29 12:39:54.097416 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port ec674e21-998a-42f7-905f-1ee4746fc59f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ec674e21-998a-42f7-905f-1ee4746fc59f,segment=NetworkSegment(e387de80-11da-4145-b1ea-9b65496b1108),segment_id=e387de80-11da-4145-b1ea-9b65496b1108)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:54.138079 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e0e26933-afab-4954-b75d-ffaf22325561 req-87695732-1532-44f1-b2e3-54770575a5d8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366039 Jun 29 12:39:54.221594 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:54.223599 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-fcef27e7-1606-4bae-b59f-81ff7c39593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:54.274752 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=ec674e21-998a-42f7-905f-1ee4746fc59f,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:54.286089 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:54.286481 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:54.286831 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:54.287173 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:54.287508 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:54.287883 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:54.288209 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:54.288539 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:54.289062 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:54.289439 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:54.289768 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:54.290094 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:39:54.300769 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:54.412819 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:54.443693 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a04c2c-7b4e-45e8-8fa0-759fa85c0a7b req-cc3caa66-401a-426d-b78e-a3a160bd212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:54.445248 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-50a04c2c-7b4e-45e8-8fa0-759fa85c0a7b req-cc3caa66-401a-426d-b78e-a3a160bd212c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=669e8d831f054520a9009ce00787a461&device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 1098 time: 0.3191314 Jun 29 12:39:54.464845 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['ec674e21-998a-42f7-905f-1ee4746fc59f'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:39:54.608388 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a04c2c-7b4e-45e8-8fa0-759fa85c0a7b req-924a5d61-0f48-40c9-b673-806d2532f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:54.609854 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-50a04c2c-7b4e-45e8-8fa0-759fa85c0a7b req-924a5d61-0f48-40c9-b673-806d2532f7d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635 HTTP/1.1" status: 200 len: 912 time: 0.1533620 Jun 29 12:39:54.683994 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3274a-cd3e-44c5-91f2-482f91f87e11 req-eb810aa5-3411-48e7-b1b9-352f531c5065 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:54.683994 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a2b3274a-cd3e-44c5-91f2-482f91f87e11 req-eb810aa5-3411-48e7-b1b9-352f531c5065 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 944 time: 0.0743496 Jun 29 12:39:54.700563 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-50a04c2c-7b4e-45e8-8fa0-759fa85c0a7b req-a0312ce0-4921-4833-90df-4ce948ebe962 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbda3b0c-296c-4725-bbc4-cc0032c1be26 HTTP/1.1" status: 200 len: 999 time: 0.0820577 Jun 29 12:39:54.704177 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:54.719147 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a2b3274a-cd3e-44c5-91f2-482f91f87e11 req-16bff43a-e3b8-490f-aeec-6809868df854 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Jun 29 12:39:54.754432 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a04c2c-7b4e-45e8-8fa0-759fa85c0a7b req-237f161e-ce70-4845-b000-dfa4a933bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:54.755880 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-50a04c2c-7b4e-45e8-8fa0-759fa85c0a7b req-237f161e-ce70-4845-b000-dfa4a933bbf0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd3d97b5-7200-4a03-a6e3-8c6b38e69922 HTTP/1.1" status: 200 len: 850 time: 0.0484746 Jun 29 12:39:54.815338 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a04c2c-7b4e-45e8-8fa0-759fa85c0a7b req-1780aa2d-40d5-451f-9d9c-4c59730eea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:54.816721 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-50a04c2c-7b4e-45e8-8fa0-759fa85c0a7b req-1780aa2d-40d5-451f-9d9c-4c59730eea28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539725 Jun 29 12:39:54.867117 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:54.871329 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:54.965221 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event updated for resources: {'Port': ['ID=46867ac0-a349-413a-934a-fbfa6151e9b8,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:54.968223 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:54.983602 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:55.002145 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-50a04c2c-7b4e-45e8-8fa0-759fa85c0a7b req-993e985b-d3c2-4207-b529-6004ff7dcc7a service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781328 Jun 29 12:39:55.095974 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-50a04c2c-7b4e-45e8-8fa0-759fa85c0a7b req-a57ef8a3-5d8e-4ffe-bad1-992722f2cf4b service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866418 Jun 29 12:39:55.127772 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:55.129833 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9169793 Jun 29 12:39:55.338635 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-db9edc6f-6ad2-4ecf-baff-bb9caf5b3b82 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1216007594&fields=id&tenant_id=f7d9447eb9dc42ef824f1889c310bdef HTTP/1.1" status: 200 len: 267 time: 0.0498331 Jun 29 12:39:55.353951 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f780e9d-b5cf-4a42-a5a7-bc19a2fcd745 req-5f18fdd1-5fd2-4ed5-b008-625efe17a96b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:55.355425 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2f780e9d-b5cf-4a42-a5a7-bc19a2fcd745 req-5f18fdd1-5fd2-4ed5-b008-625efe17a96b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0975127 Jun 29 12:39:55.448648 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2f780e9d-b5cf-4a42-a5a7-bc19a2fcd745 req-89877415-b828-48fb-94ce-bebe6ba0fca7 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844955 Jun 29 12:39:55.488098 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-7db0201a-9506-41f9-98ef-aa0cfbbea101 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:55.488457 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-7db0201a-9506-41f9-98ef-aa0cfbbea101 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/networks?id=16d0a0a3-8b89-4096-b128-70e15e26c897 HTTP/1.1" status: 200 len: 815 time: 0.1421061 Jun 29 12:39:55.503876 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-a6458c11-7904-418a-b211-e29d541f3812 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/quotas/f7d9447eb9dc42ef824f1889c310bdef HTTP/1.1" status: 200 len: 375 time: 0.0100574 Jun 29 12:39:55.579191 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-416dcbcc-0e2a-493f-9a5a-b439e25cf74c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701630 Jun 29 12:39:55.681698 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-28a9a4e4-6653-442e-8c1c-b11b68e148e3 service neutron] 10.222.0.61 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893593 Jun 29 12:39:55.777132 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-e0f3c98a-9df9-42de-a7a3-0b7ba38f682e service neutron] 10.222.0.61 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896287 Jun 29 12:39:55.885346 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device ec674e21-998a-42f7-905f-1ee4746fc59f up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:39:55.911468 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97182b33-9fe2-4ab2-9a35-681e5df5b2b4 req-8d6f54e5-3ef5-4b20-86af-48a44477cd9f tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:55.913004 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-97182b33-9fe2-4ab2-9a35-681e5df5b2b4 req-8d6f54e5-3ef5-4b20-86af-48a44477cd9f tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 944 time: 0.0728295 Jun 29 12:39:55.954037 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-97182b33-9fe2-4ab2-9a35-681e5df5b2b4 req-1aa47c30-477e-4020-abec-4247881d4c6d tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335817 Jun 29 12:39:56.046073 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port ec674e21-998a-42f7-905f-1ee4746fc59f completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:39:56.051447 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port ec674e21-998a-42f7-905f-1ee4746fc59f triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:39:56.058104 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:56.139012 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:56.143569 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5f582325-96bd-4a2c-b476-82e4847dc872 req-c429834f-dfd8-4358-ac08-584fd0a59eec tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0315735 Jun 29 12:39:56.171506 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32129fdf-13a2-46be-b19e-714747798e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec674e21-998a-42f7-905f-1ee4746fc59f'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:39:56.178256 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec856d3-a410-4f19-89be-2c4661bc2bcb" -d '{"events": [{"server_uuid": "32129fdf-13a2-46be-b19e-714747798e89", "name": "network-vif-plugged", "status": "completed", "tag": "ec674e21-998a-42f7-905f-1ee4746fc59f"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:39:56.191156 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port ec674e21-998a-42f7-905f-1ee4746fc59f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ec674e21-998a-42f7-905f-1ee4746fc59f,segment=NetworkSegment(e387de80-11da-4145-b1ea-9b65496b1108),segment_id=e387de80-11da-4145-b1ea-9b65496b1108)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:39:56.215721 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b14a4e-6f7b-4eda-a4df-c119f83f18ab x-openstack-request-id: req-61b14a4e-6f7b-4eda-a4df-c119f83f18ab {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:39:56.216088 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32129fdf-13a2-46be-b19e-714747798e89", "name": "network-vif-plugged", "status": "completed", "tag": "ec674e21-998a-42f7-905f-1ee4746fc59f", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:39:56.216287 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61b14a4e-6f7b-4eda-a4df-c119f83f18ab {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:39:56.216661 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32129fdf-13a2-46be-b19e-714747798e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec674e21-998a-42f7-905f-1ee4746fc59f', 'code': 200} Jun 29 12:39:56.312241 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:56.315290 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-9cbefcd8-b5d5-4043-9764-72f25da4a772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:56.362884 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=ec674e21-998a-42f7-905f-1ee4746fc59f,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:56.365920 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:56.632933 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1f1f7-e9be-4e5f-8df3-ec3af9856c43 req-f903a426-3ecd-4911-9369-f3bfad891e1d tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:56.634505 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0ea1f1f7-e9be-4e5f-8df3-ec3af9856c43 req-f903a426-3ecd-4911-9369-f3bfad891e1d tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0709658 Jun 29 12:39:56.673029 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0ea1f1f7-e9be-4e5f-8df3-ec3af9856c43 req-52440639-5351-4944-bfc1-ced20f0fb0dc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329053 Jun 29 12:39:56.846877 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170487-fd83-4ac0-8361-60142e0a8648 req-8c3e2ab9-14f3-43f4-a696-309684056568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:56.848354 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e6170487-fd83-4ac0-8361-60142e0a8648 req-8c3e2ab9-14f3-43f4-a696-309684056568 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 1098 time: 0.0560806 Jun 29 12:39:56.884297 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e6170487-fd83-4ac0-8361-60142e0a8648 req-7a6abdd0-0b7d-4631-baff-d10edcf1dced service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289533 Jun 29 12:39:57.135774 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d524c-be15-4334-8f82-e23d04170fbd req-fe81d0ab-f04b-4588-8c1c-cee0cb266416 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:57.137283 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-205d524c-be15-4334-8f82-e23d04170fbd req-fe81d0ab-f04b-4588-8c1c-cee0cb266416 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 945 time: 0.0677872 Jun 29 12:39:57.175966 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-205d524c-be15-4334-8f82-e23d04170fbd req-0db150d6-7241-46e1-a5d4-bf5210d434ad tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329883 Jun 29 12:39:57.234530 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8521683f-896e-497f-92d9-f183a96cb2ec req-4bda886a-8a1c-4a93-9c5b-e3b9339c66a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0289462 Jun 29 12:39:58.350007 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd30fdf-d776-4f11-93a6-226dd4d38f53 req-503eac7d-7ca8-4335-8a76-dbf406ae6c67 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:58.351478 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6dd30fdf-d776-4f11-93a6-226dd4d38f53 req-503eac7d-7ca8-4335-8a76-dbf406ae6c67 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 945 time: 0.0663233 Jun 29 12:39:58.392279 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1bf21841-2dfd-4143-9db7-9a229a32c470 req-6aa9a0b2-d40b-400d-8a4a-9c961a337e81 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0397618 Jun 29 12:39:58.412131 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6dd30fdf-d776-4f11-93a6-226dd4d38f53 req-6f6e6d2b-36bc-404e-af08-0357f0d6bce5 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516410 Jun 29 12:39:58.880552 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-4ad4c839-0066-48ec-a413-ef0348616bad tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:58.880552 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-4ad4c839-0066-48ec-a413-ef0348616bad tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.37 "GET /v2.0/networks?id=16d0a0a3-8b89-4096-b128-70e15e26c897 HTTP/1.1" status: 200 len: 815 time: 0.1054759 Jun 29 12:39:58.923800 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-8622dccb-cc77-4597-8d51-2fd8d4c5b9f1 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d9447eb9dc42ef824f1889c310bdef HTTP/1.1" status: 200 len: 380 time: 0.0361011 Jun 29 12:39:58.932809 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Request body: {'port': {'device_id': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'admin_state_up': True, 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'security_groups': ['b5def612-e5bb-4470-ad77-0d2e1dbc45af']}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:39:59.206725 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Made reservation on behalf of f7d9447eb9dc42ef824f1889c310bdef for: {'port': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:39:59.210366 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:59.344491 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Allocated IP 172.20.0.9 (16d0a0a3-8b89-4096-b128-70e15e26c897/891d40b4-fadc-46b1-bef8-c6455861efaf/1c02c515-3674-445e-949a-cc76a5eb7e66) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:39:59.513093 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:59.527848 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Transition to ACTIVE for port object 1c02c515-3674-445e-949a-cc76a5eb7e66 will not be triggered until provisioned by entity DHCP. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:39:59.570114 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2cc74a40-78cf-4941-b34d-66a8fe504e32 req-44613ef2-6553-4f1c-9c7f-f3f44be2c3aa tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0460889 Jun 29 12:39:59.692667 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:39:59.697007 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:39:59.743553 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Network 16d0a0a3-8b89-4096-b128-70e15e26c897 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:39:59.746831 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:39:59.749284 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:39:59.778422 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event updated for resources: {'Port': ['ID=1c02c515-3674-445e-949a-cc76a5eb7e66,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:39:59.781212 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:39:59.808614 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:39:59.809280 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:00.018713 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0893755 Jun 29 12:40:00.029844 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Request body: {'port': {'device_id': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:40:00.068529 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-58138d84-64ae-4650-902d-4182613ad392 None None] Provisioning for port 1c02c515-3674-445e-949a-cc76a5eb7e66 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:40:00.072564 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-58138d84-64ae-4650-902d-4182613ad392 None None] Provisioning complete for port 1c02c515-3674-445e-949a-cc76a5eb7e66 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:40:00.072977 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-58138d84-64ae-4650-902d-4182613ad392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:00.104965 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:00.107567 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-58138d84-64ae-4650-902d-4182613ad392 None None] Port 1c02c515-3674-445e-949a-cc76a5eb7e66 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:40:00.377824 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c02c515-3674-445e-949a-cc76a5eb7e66 {{(pid=93600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:40:00.385035 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:00.396375 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Transition to ACTIVE for port object 1c02c515-3674-445e-949a-cc76a5eb7e66 will not be triggered until provisioned by entity L2. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:40:00.651770 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:00.654025 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3614c05e-c44c-43a6-8c07-2d7ebc8300e6 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:00.730033 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Pushing event updated for resources: {'Port': ['ID=1c02c515-3674-445e-949a-cc76a5eb7e66,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:00.732974 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:00.789623 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Attempting to bind port 1c02c515-3674-445e-949a-cc76a5eb7e66 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:40:00.789623 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Attempting to bind port 1c02c515-3674-445e-949a-cc76a5eb7e66 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:40:00.789623 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Attempting to bind port 1c02c515-3674-445e-949a-cc76a5eb7e66 on network 16d0a0a3-8b89-4096-b128-70e15e26c897 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:40:00.792306 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Port 1c02c515-3674-445e-949a-cc76a5eb7e66 on network 16d0a0a3-8b89-4096-b128-70e15e26c897 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:40:00.792635 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Attempting to bind port 1c02c515-3674-445e-949a-cc76a5eb7e66 on network 16d0a0a3-8b89-4096-b128-70e15e26c897 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:40:00.793409 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc430f74-20b3-4f03-bd2a-306fd9d7c541 req-47a23f2e-fb70-4046-8965-82f09134e32a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:00.796943 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dc430f74-20b3-4f03-bd2a-306fd9d7c541 req-47a23f2e-fb70-4046-8965-82f09134e32a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0931787 Jun 29 12:40:00.798350 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:40:00.798685 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Checking segment: {'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:40:00.799557 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Bound using segment: {'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:40:00.799985 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Bound port: 1c02c515-3674-445e-949a-cc76a5eb7e66, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119af269-a697-4529-8e07-43708213ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897'}}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:40:00.800338 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:00.851673 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dc430f74-20b3-4f03-bd2a-306fd9d7c541 req-9595a802-4d7e-4837-8a38-08b9c2747d55 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475643 Jun 29 12:40:00.885175 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] For port 1c02c515-3674-445e-949a-cc76a5eb7e66, host hv-cinder-78662, cleared binding levels {{(pid=93600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:40:00.888591 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] For port 1c02c515-3674-445e-949a-cc76a5eb7e66, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1c02c515-3674-445e-949a-cc76a5eb7e66,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:40:01.092189 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:01.094439 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-baf5968b-48d4-49c7-874a-c25ed21130c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:01.127576 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:01.131705 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:01.131705 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] 10.222.0.37 "PUT /v2.0/ports/1c02c515-3674-445e-949a-cc76a5eb7e66 HTTP/1.1" status: 200 len: 1093 time: 1.1043105 Jun 29 12:40:01.132267 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:40:01.135121 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3302e0f2-fb8e-4709-be0c-465cddf51db9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:01.162068 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Pushing event updated for resources: {'Port': ['ID=1c02c515-3674-445e-949a-cc76a5eb7e66,revision_number=3']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:01.165586 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:01.178544 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0516e97f-98ff-4aaa-b62e-8a34e2994b76 x-openstack-request-id: req-0516e97f-98ff-4aaa-b62e-8a34e2994b76 {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:01.178954 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:01.179334 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0516e97f-98ff-4aaa-b62e-8a34e2994b76 {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:01.179865 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'status': 'completed', 'code': 200} Jun 29 12:40:01.267302 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302e0f2-fb8e-4709-be0c-465cddf51db9 req-a420ce0c-ff17-4d8f-a748-169cc65f93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:01.268965 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-3302e0f2-fb8e-4709-be0c-465cddf51db9 req-a420ce0c-ff17-4d8f-a748-169cc65f93b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 1096 time: 0.0629303 Jun 29 12:40:01.373100 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302e0f2-fb8e-4709-be0c-465cddf51db9 req-3d4a9d8c-68ec-4aee-8824-6ea1b2e7297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:01.376364 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-3302e0f2-fb8e-4709-be0c-465cddf51db9 req-3d4a9d8c-68ec-4aee-8824-6ea1b2e7297d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0977139 Jun 29 12:40:01.475955 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302e0f2-fb8e-4709-be0c-465cddf51db9 req-e43e4ebf-a94d-4dbe-b49a-ebd875b0d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:01.477457 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-3302e0f2-fb8e-4709-be0c-465cddf51db9 req-e43e4ebf-a94d-4dbe-b49a-ebd875b0d8cd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968082 Jun 29 12:40:01.582309 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-feb1388a-6090-404d-a1e8-c976f5fe75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:01.583837 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-feb1388a-6090-404d-a1e8-c976f5fe75dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 1096 time: 0.0642545 Jun 29 12:40:01.629062 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-252612ee-f848-4145-8314-572ac9b9f53d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c02c515-3674-445e-949a-cc76a5eb7e66 HTTP/1.1" status: 200 len: 217 time: 0.0368371 Jun 29 12:40:01.684870 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-0156b925-296d-403a-add9-34278cb0c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:01.686356 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-0156b925-296d-403a-add9-34278cb0c10b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891d40b4-fadc-46b1-bef8-c6455861efaf HTTP/1.1" status: 200 len: 854 time: 0.0500364 Jun 29 12:40:01.743289 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-63e9f557-0f4e-4fc3-a882-9487b9bc32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:01.744786 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-63e9f557-0f4e-4fc3-a882-9487b9bc32a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d0a0a3-8b89-4096-b128-70e15e26c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519323 Jun 29 12:40:01.836101 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-fcaed9c9-a832-42bd-ae52-3047aa0acee2 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815294 Jun 29 12:40:01.938404 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-058df96a-5c43-4988-aea8-739ffa88c2a3 req-42c388b5-daec-49c1-ace3-83a79cc06e7e service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954895 Jun 29 12:40:02.051237 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319e25e-0564-480f-a51a-706b1fee8e80 req-7f94897d-98a6-4fa8-9405-b93d742b54fd tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:02.052722 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d319e25e-0564-480f-a51a-706b1fee8e80 req-7f94897d-98a6-4fa8-9405-b93d742b54fd tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0792565 Jun 29 12:40:02.093498 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d319e25e-0564-480f-a51a-706b1fee8e80 req-fd36b18a-79f9-44fa-aa11-6496ea9fb796 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341537 Jun 29 12:40:03.277297 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f3ba8-e754-4dfb-9a76-87cb8670713d req-9e86aa02-b44a-492b-a26a-57f011984f16 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:03.278830 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c5f3ba8-e754-4dfb-9a76-87cb8670713d req-9e86aa02-b44a-492b-a26a-57f011984f16 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0658028 Jun 29 12:40:03.318205 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c5f3ba8-e754-4dfb-9a76-87cb8670713d req-4a63a5c3-baee-482d-b249-06cb59159931 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328593 Jun 29 12:40:04.503720 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8793ec5-6ccf-40a2-8508-4524755155e6 req-700936cb-1db7-4b6f-827a-0b0d87fb55b3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:04.505210 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b8793ec5-6ccf-40a2-8508-4524755155e6 req-700936cb-1db7-4b6f-827a-0b0d87fb55b3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0681484 Jun 29 12:40:04.543092 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b8793ec5-6ccf-40a2-8508-4524755155e6 req-8611bdd6-72de-4fc8-84b5-40c28493f5a9 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320282 Jun 29 12:40:05.727718 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102aa0f-ae05-479d-bfe3-4b890c7dedbd req-a23ed3c3-035d-4eeb-8d7b-ac29d26045a1 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:05.729158 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9102aa0f-ae05-479d-bfe3-4b890c7dedbd req-a23ed3c3-035d-4eeb-8d7b-ac29d26045a1 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0687752 Jun 29 12:40:05.772573 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9102aa0f-ae05-479d-bfe3-4b890c7dedbd req-b5d6657b-c0aa-4781-97a3-f5df5bcda805 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362284 Jun 29 12:40:05.903356 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 1c02c515-3674-445e-949a-cc76a5eb7e66 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:40:06.000100 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 1c02c515-3674-445e-949a-cc76a5eb7e66, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1c02c515-3674-445e-949a-cc76a5eb7e66,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:06.010963 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'port_id': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'mac_address': 'fa:16:3e:06:17:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:40:06.050656 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:06.062916 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c02c515-3674-445e-949a-cc76a5eb7e66 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:40:06.083708 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 1c02c515-3674-445e-949a-cc76a5eb7e66, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1c02c515-3674-445e-949a-cc76a5eb7e66,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:06.192385 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:06.194319 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:06.244360 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=1c02c515-3674-445e-949a-cc76a5eb7e66,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:06.252640 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:06.470180 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['1c02c515-3674-445e-949a-cc76a5eb7e66'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:40:06.955372 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518a5b6-5a59-4645-9bd9-1f99b73083be req-b265476a-826d-4f8d-bedb-74c88dff9634 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:06.957178 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c518a5b6-5a59-4645-9bd9-1f99b73083be req-b265476a-826d-4f8d-bedb-74c88dff9634 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 944 time: 0.0661364 Jun 29 12:40:07.004739 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c518a5b6-5a59-4645-9bd9-1f99b73083be req-1c502f2f-83f9-440d-9f51-e996d74254ba tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408320 Jun 29 12:40:07.448628 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 55292) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:07.502976 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-77f647fd-be2d-4a31-86da-fa6f9e50c93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:07.556247 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b58b9a7e-847a-4935-b477-81a0d7872b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:07.647432 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b58b9a7e-847a-4935-b477-81a0d7872b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:07.754945 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b58b9a7e-847a-4935-b477-81a0d7872b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:07.757721 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4c67e3d4-b657-4821-9dc1-8766279937ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:07.793531 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b9a7e-847a-4935-b477-81a0d7872b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca0facb-4aab-4be6-a521-794f88bf7204,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:07.797962 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-b58b9a7e-847a-4935-b477-81a0d7872b5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5afa3bf6e8454b1b9281e0d0360c54f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482838 Jun 29 12:40:07.798966 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b58b9a7e-847a-4935-b477-81a0d7872b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:07.801421 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 55296) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:07.852376 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d4aa7127-2074-485f-84f5-48a548648b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:07.878771 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d4aa7127-2074-485f-84f5-48a548648b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:07.927978 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 1c02c515-3674-445e-949a-cc76a5eb7e66 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:40:08.040141 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d4aa7127-2074-485f-84f5-48a548648b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:08.043416 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d4aa7127-2074-485f-84f5-48a548648b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:08.048084 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-d4aa7127-2074-485f-84f5-48a548648b76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fca0facb-4aab-4be6-a521-794f88bf7204 HTTP/1.1" status: 204 len: 168 time: 0.2424366 Jun 29 12:40:08.048084 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-35285b8b-2eed-4950-96ce-f76755acc064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:08.055968 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa7127-2074-485f-84f5-48a548648b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca0facb-4aab-4be6-a521-794f88bf7204,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:08.058430 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d4aa7127-2074-485f-84f5-48a548648b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:08.072627 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port 1c02c515-3674-445e-949a-cc76a5eb7e66 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:40:08.083073 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 1c02c515-3674-445e-949a-cc76a5eb7e66 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:40:08.083073 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:08.166895 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:08.187915 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91409845-389b-44ca-bd19-14f975a8da99 req-1aac92cb-367d-45ca-af11-d5c38c2b53d2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:08.189375 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-91409845-389b-44ca-bd19-14f975a8da99 req-1aac92cb-367d-45ca-af11-d5c38c2b53d2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 944 time: 0.0690928 Jun 29 12:40:08.189873 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:40:08.192793 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d34dbca-1b25-45f5-9c09-9a98aedfa66e" -d '{"events": [{"server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "name": "network-vif-plugged", "status": "completed", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:08.208062 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 1c02c515-3674-445e-949a-cc76a5eb7e66, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1c02c515-3674-445e-949a-cc76a5eb7e66,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:08.233887 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3d63b4-6e4e-4439-b66e-e7c75deb4ba1 x-openstack-request-id: req-1d3d63b4-6e4e-4439-b66e-e7c75deb4ba1 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:08.233887 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "name": "network-vif-plugged", "status": "completed", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:08.233887 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d3d63b4-6e4e-4439-b66e-e7c75deb4ba1 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:08.233887 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'code': 200} Jun 29 12:40:08.238157 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-91409845-389b-44ca-bd19-14f975a8da99 req-60959ebe-aff6-4006-b126-5bdceffc786c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390205 Jun 29 12:40:08.284738 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:08.287573 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:08.335820 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=1c02c515-3674-445e-949a-cc76a5eb7e66,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:08.339017 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:08.650758 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de898934-2ce0-4fe0-975d-c04f9409415a req-539878be-ab4a-4362-bb24-16e15a90ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:08.652532 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-de898934-2ce0-4fe0-975d-c04f9409415a req-539878be-ab4a-4362-bb24-16e15a90ed7a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 1098 time: 0.0571225 Jun 29 12:40:08.688881 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-de898934-2ce0-4fe0-975d-c04f9409415a req-9e837f46-eddc-431c-bac1-5924f9f686c9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288467 Jun 29 12:40:08.787724 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 55308) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:08.801302 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7cadb184-81fc-43d9-972e-f752bf63d690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:08.889961 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7cadb184-81fc-43d9-972e-f752bf63d690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:08.966093 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7cadb184-81fc-43d9-972e-f752bf63d690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:08.968780 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ab4147c3-aaf8-4d53-8b70-27dbc90561ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:09.010178 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-7cadb184-81fc-43d9-972e-f752bf63d690 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41151777547a46789d015783f6f95bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212849 Jun 29 12:40:09.011086 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadb184-81fc-43d9-972e-f752bf63d690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75cf5bd-3efd-4edf-a501-2249beb4590e,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:09.013197 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 55312) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:09.014219 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-7cadb184-81fc-43d9-972e-f752bf63d690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:09.072912 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d3767c66-ed1f-4b7b-8622-f194581a2da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:09.094358 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d3767c66-ed1f-4b7b-8622-f194581a2da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:09.215277 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d3767c66-ed1f-4b7b-8622-f194581a2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:09.217846 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d3767c66-ed1f-4b7b-8622-f194581a2da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:09.219057 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-d3767c66-ed1f-4b7b-8622-f194581a2da4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a75cf5bd-3efd-4edf-a501-2249beb4590e HTTP/1.1" status: 204 len: 168 time: 0.2007244 Jun 29 12:40:09.219985 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b8392364-efb7-43df-9d10-43cd0934cbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:09.227923 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3767c66-ed1f-4b7b-8622-f194581a2da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75cf5bd-3efd-4edf-a501-2249beb4590e,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:09.230415 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d3767c66-ed1f-4b7b-8622-f194581a2da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:09.432762 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28646134-f0b2-4b74-9eb4-8ed1f59fb0da req-bb0242b4-bfb5-470e-9ad3-51ba713c2bb2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:09.434495 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-28646134-f0b2-4b74-9eb4-8ed1f59fb0da req-bb0242b4-bfb5-470e-9ad3-51ba713c2bb2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0767105 Jun 29 12:40:09.472828 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-28646134-f0b2-4b74-9eb4-8ed1f59fb0da req-8761e8b4-c697-4407-b799-c69751ca3cfd tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326056 Jun 29 12:40:09.964355 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 55322) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:09.978688 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-79f9af82-20c1-4f1c-b3d9-b514129331cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:10.066597 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-79f9af82-20c1-4f1c-b3d9-b514129331cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:10.086587 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-2b5476e3-e30c-4c46-8079-947672c3f802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:10.171559 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-79f9af82-20c1-4f1c-b3d9-b514129331cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:10.174267 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b58b9a7e-847a-4935-b477-81a0d7872b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:10.211225 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-79f9af82-20c1-4f1c-b3d9-b514129331cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=33347242a89c4824b22d7f4d2aac692e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457826 Jun 29 12:40:10.212117 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9af82-20c1-4f1c-b3d9-b514129331cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dc2162-cb67-462d-9bcd-d2ac50d6c11c,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:10.213968 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 55324) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:10.215551 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-79f9af82-20c1-4f1c-b3d9-b514129331cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:10.265452 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-310c6528-6254-496a-b285-f3106c391e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:10.288225 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-310c6528-6254-496a-b285-f3106c391e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:10.323815 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:10.443558 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-310c6528-6254-496a-b285-f3106c391e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:10.446186 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-310c6528-6254-496a-b285-f3106c391e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:10.447353 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-310c6528-6254-496a-b285-f3106c391e0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/21dc2162-cb67-462d-9bcd-d2ac50d6c11c HTTP/1.1" status: 204 len: 168 time: 0.2322569 Jun 29 12:40:10.448076 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:10.459354 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c6528-6254-496a-b285-f3106c391e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dc2162-cb67-462d-9bcd-d2ac50d6c11c,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:10.459354 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-310c6528-6254-496a-b285-f3106c391e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:10.653601 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48705c0f-d2ee-4b0b-8a56-251d014f326e req-938fb79c-e599-417c-a833-29456523ce15 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:10.655095 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-48705c0f-d2ee-4b0b-8a56-251d014f326e req-938fb79c-e599-417c-a833-29456523ce15 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0626879 Jun 29 12:40:10.697022 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-48705c0f-d2ee-4b0b-8a56-251d014f326e req-c08ab53b-5ddf-4d22-a60f-2181fa1234d7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358138 Jun 29 12:40:10.886460 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e9df5-1543-4214-bca8-5b5b04e12599 req-90ceb9f9-c4bb-42d3-8b5e-3e198a194a09 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:10.888048 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ba1e9df5-1543-4214-bca8-5b5b04e12599 req-90ceb9f9-c4bb-42d3-8b5e-3e198a194a09 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0711174 Jun 29 12:40:10.897524 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 55332) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:10.902923 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-09fbdcf5-d70f-43b7-810f-fd659d9c61f8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Request body: {'floatingip': {'port_id': '1c02c515-3674-445e-949a-cc76a5eb7e66'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:40:10.944189 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-09fbdcf5-d70f-43b7-810f-fd659d9c61f8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:11.392362 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:11.668638 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-09fbdcf5-d70f-43b7-810f-fd659d9c61f8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:11.969425 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-09fbdcf5-d70f-43b7-810f-fd659d9c61f8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:12.071467 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.l3_db [None req-09fbdcf5-d70f-43b7-810f-fd659d9c61f8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Floating IP 24bcefb8-dd79-49ca-979d-6f1c9aec07b3 associated. External IP: 172.27.2.238, port: 1c02c515-3674-445e-949a-cc76a5eb7e66. Jun 29 12:40:12.276305 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fbdcf5-d70f-43b7-810f-fd659d9c61f8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Router a334c76d-76d9-4a65-a0c5-1b17acb331a6 has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:40:12.383798 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fbdcf5-d70f-43b7-810f-fd659d9c61f8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:40:12.388487 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-09fbdcf5-d70f-43b7-810f-fd659d9c61f8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:12.392817 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6d825-63bb-46f7-bfa5-af9c0eb3f9ae None None] Sync routers for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:40:12.402626 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6d825-63bb-46f7-bfa5-af9c0eb3f9ae None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:40:12.403255 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-aad6d825-63bb-46f7-bfa5-af9c0eb3f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:40:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:12.426268 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-09fbdcf5-d70f-43b7-810f-fd659d9c61f8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "PUT /v2.0/floatingips/24bcefb8-dd79-49ca-979d-6f1c9aec07b3 HTTP/1.1" status: 200 len: 991 time: 1.5275781 Jun 29 12:40:12.427026 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:40:12.429485 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8febfdb-8f96-4d17-8cae-a7900ded3c13" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:12.472795 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6262220-0186-4bd8-80ca-95402c7a975a x-openstack-request-id: req-f6262220-0186-4bd8-80ca-95402c7a975a {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:12.474575 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:12.474881 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f6262220-0186-4bd8-80ca-95402c7a975a {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:12.475355 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'status': 'completed', 'code': 200} Jun 29 12:40:12.512578 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-aad6d825-63bb-46f7-bfa5-af9c0eb3f9ae None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:40:12.553130 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8febfdb-8f96-4d17-8cae-a7900ded3c13 req-edb410d4-a69a-4894-b9d6-79acb6928fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:12.554733 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-a8febfdb-8f96-4d17-8cae-a7900ded3c13 req-edb410d4-a69a-4894-b9d6-79acb6928fec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 1098 time: 0.0576489 Jun 29 12:40:12.646462 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8febfdb-8f96-4d17-8cae-a7900ded3c13 req-5c4dcc32-bf00-4139-9a92-7ee1b0a48529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:12.647942 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-a8febfdb-8f96-4d17-8cae-a7900ded3c13 req-5c4dcc32-bf00-4139-9a92-7ee1b0a48529 service neutron] 10.222.0.37 "GET /v2.0/networks?id=16d0a0a3-8b89-4096-b128-70e15e26c897 HTTP/1.1" status: 200 len: 916 time: 0.0863631 Jun 29 12:40:12.713264 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-a8febfdb-8f96-4d17-8cae-a7900ded3c13 req-9eef2886-2511-4c4d-b52a-2b16c46fc40b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c02c515-3674-445e-949a-cc76a5eb7e66 HTTP/1.1" status: 200 len: 999 time: 0.0584986 Jun 29 12:40:12.764454 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8febfdb-8f96-4d17-8cae-a7900ded3c13 req-cd17ad1e-b2fc-4d71-aa00-d882a2dcfd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:12.765949 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-a8febfdb-8f96-4d17-8cae-a7900ded3c13 req-cd17ad1e-b2fc-4d71-aa00-d882a2dcfd79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891d40b4-fadc-46b1-bef8-c6455861efaf HTTP/1.1" status: 200 len: 854 time: 0.0462697 Jun 29 12:40:12.804307 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-aad6d825-63bb-46f7-bfa5-af9c0eb3f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': '24bcefb8-dd79-49ca-979d-6f1c9aec07b3', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'port_id': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'mac_address': 'fa:16:3e:06:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:39:54Z', 'updated_at': '2021-06-29T12:40:11Z', 'revision_number': 1, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:47Z', 'revision_number': 5, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:12.831685 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6d825-63bb-46f7-bfa5-af9c0eb3f9ae None None] Checking router: a334c76d-76d9-4a65-a0c5-1b17acb331a6 for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:40:12.856267 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8febfdb-8f96-4d17-8cae-a7900ded3c13 req-6a884568-2ce9-4fd6-8f32-5bcacd019bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:12.856422 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:12.856534 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-a8febfdb-8f96-4d17-8cae-a7900ded3c13 req-6a884568-2ce9-4fd6-8f32-5bcacd019bdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d0a0a3-8b89-4096-b128-70e15e26c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0595558 Jun 29 12:40:12.856634 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6d825-63bb-46f7-bfa5-af9c0eb3f9ae None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:40:12.856634 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-aad6d825-63bb-46f7-bfa5-af9c0eb3f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:40:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:12.936691 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-a8febfdb-8f96-4d17-8cae-a7900ded3c13 req-3b35ae18-ca43-4a58-85f8-cae1617e4c97 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837128 Jun 29 12:40:12.944516 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-aad6d825-63bb-46f7-bfa5-af9c0eb3f9ae None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:40:13.029828 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-a8febfdb-8f96-4d17-8cae-a7900ded3c13 req-28b4d9c7-a332-43fe-a896-2bf1175fe5bf service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837257 Jun 29 12:40:13.180648 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-aad6d825-63bb-46f7-bfa5-af9c0eb3f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': '24bcefb8-dd79-49ca-979d-6f1c9aec07b3', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'port_id': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'mac_address': 'fa:16:3e:06:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:39:54Z', 'updated_at': '2021-06-29T12:40:11Z', 'revision_number': 1, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:47Z', 'revision_number': 5, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:13.193678 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6d825-63bb-46f7-bfa5-af9c0eb3f9ae None None] The sync data for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi is: [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': '24bcefb8-dd79-49ca-979d-6f1c9aec07b3', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'port_id': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'mac_address': 'fa:16:3e:06:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:39:54Z', 'updated_at': '2021-06-29T12:40:11Z', 'revision_number': 1, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:47Z', 'revision_number': 5, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:40:13.373890 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb62d33-ad7d-468c-97ac-be5cc16a5f31 None None] New status for floating IP 24bcefb8-dd79-49ca-979d-6f1c9aec07b3: ACTIVE {{(pid=93602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:40:17.786652 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:21.967820 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:40:29.412744 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406e616-1b4f-4b25-bde4-682bfed40c33 req-9cd43219-4e2a-4689-bec0-369eb911f6a9 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:29.414934 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f406e616-1b4f-4b25-bde4-682bfed40c33 req-9cd43219-4e2a-4689-bec0-369eb911f6a9 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.2533913 Jun 29 12:40:29.456687 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f406e616-1b4f-4b25-bde4-682bfed40c33 req-3844ef05-c7d0-4e06-8f4a-15e980f95fee tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368419 Jun 29 12:40:30.628305 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c58f0-f01f-4415-bd56-2447690fb6da req-44e69fe9-daf5-4593-8dca-40847d962c5b tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:30.629797 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2e7c58f0-f01f-4415-bd56-2447690fb6da req-44e69fe9-daf5-4593-8dca-40847d962c5b tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0650365 Jun 29 12:40:30.667524 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2e7c58f0-f01f-4415-bd56-2447690fb6da req-c089a181-b668-45c9-857a-3e1b1530db30 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321124 Jun 29 12:40:31.842646 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0fa71-edf7-44f9-b6dc-0660dc81a290 req-71a67edc-ecec-4b32-8694-cecbe7cd5fe0 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:31.844103 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4cb0fa71-edf7-44f9-b6dc-0660dc81a290 req-71a67edc-ecec-4b32-8694-cecbe7cd5fe0 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0632501 Jun 29 12:40:31.884023 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4cb0fa71-edf7-44f9-b6dc-0660dc81a290 req-e76dd84f-5e36-40b2-8157-bd78f4f27dbe tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336926 Jun 29 12:40:33.064046 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570da8b8-470f-498e-9476-a24b936ee71b req-c49bd440-d4ca-4dd6-a640-c0ae7eeff387 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:33.065513 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-570da8b8-470f-498e-9476-a24b936ee71b req-c49bd440-d4ca-4dd6-a640-c0ae7eeff387 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0659244 Jun 29 12:40:33.102956 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-570da8b8-470f-498e-9476-a24b936ee71b req-89915840-0faa-49db-8862-9944b387f54e tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312288 Jun 29 12:40:34.276183 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31aed61-65db-493b-8110-d73125c2d22d req-d0a83fb5-4960-4b8d-a2d7-5f8349804bd5 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:34.277801 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e31aed61-65db-493b-8110-d73125c2d22d req-d0a83fb5-4960-4b8d-a2d7-5f8349804bd5 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0625670 Jun 29 12:40:34.314784 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e31aed61-65db-493b-8110-d73125c2d22d req-a251ef4a-43fc-4650-9cee-6f0905fc308b tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312982 Jun 29 12:40:35.489871 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97abd0e-770b-472b-a2d2-25e8033f4aa7 req-3860c9d0-357f-48c6-9076-9dfeb3e4419c tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:35.491543 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f97abd0e-770b-472b-a2d2-25e8033f4aa7 req-3860c9d0-357f-48c6-9076-9dfeb3e4419c tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0631917 Jun 29 12:40:35.536467 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f97abd0e-770b-472b-a2d2-25e8033f4aa7 req-2bb45a19-eaaa-4b32-b969-3b8452b39ef9 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381055 Jun 29 12:40:36.720374 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe808-2987-4e49-a47a-350dacae716d req-f371993a-38ff-4c65-ba38-2b47106af55e tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:36.721883 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-53cfe808-2987-4e49-a47a-350dacae716d req-f371993a-38ff-4c65-ba38-2b47106af55e tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0707829 Jun 29 12:40:36.760182 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-53cfe808-2987-4e49-a47a-350dacae716d req-a4f4b3fe-abc0-402a-bf2c-8df72ff8ac57 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322654 Jun 29 12:40:37.563229 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-fa62a422-cea7-4970-bfbd-63a8b0715edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:37.936094 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918c395-ff6c-41ef-9756-f3cb4a9fedb6 req-172d267a-cbdf-47df-8050-dfd67ab42452 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:37.937543 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e918c395-ff6c-41ef-9756-f3cb4a9fedb6 req-172d267a-cbdf-47df-8050-dfd67ab42452 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0627224 Jun 29 12:40:37.974899 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e918c395-ff6c-41ef-9756-f3cb4a9fedb6 req-2e713c9d-91c5-4425-a3f3-b41b81d043f6 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316572 Jun 29 12:40:39.307513 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa8996-f337-4757-8fb4-4783d942c407 req-44f97b04-28f3-4ff9-aad8-ece8ceca15ef tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:39.308899 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f5fa8996-f337-4757-8fb4-4783d942c407 req-44f97b04-28f3-4ff9-aad8-ece8ceca15ef tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0685310 Jun 29 12:40:39.348505 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f5fa8996-f337-4757-8fb4-4783d942c407 req-b93ea63b-a864-4932-a9d8-51f06478c0a3 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339568 Jun 29 12:40:40.137399 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-86b0d5ba-6d90-470a-b6d8-12f3fb07ea10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:40.400230 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:40.587255 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ef2c7-26cf-41ce-843b-708ba0ce06be req-7d99ad26-9af4-45f4-b924-895f898d3577 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:40.589484 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-534ef2c7-26cf-41ce-843b-708ba0ce06be req-7d99ad26-9af4-45f4-b924-895f898d3577 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.1260984 Jun 29 12:40:40.628995 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-534ef2c7-26cf-41ce-843b-708ba0ce06be req-51883ff5-72a4-496c-aa56-1f5003fb54c0 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337212 Jun 29 12:40:40.770400 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1644c78-4974-48a7-9c01-afa05662736f req-901dc204-4c3f-4155-95d0-c27a716f5404 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:40.771863 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e1644c78-4974-48a7-9c01-afa05662736f req-901dc204-4c3f-4155-95d0-c27a716f5404 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0634115 Jun 29 12:40:40.813200 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e1644c78-4974-48a7-9c01-afa05662736f req-4c54c21b-c068-4287-a867-e9c0e217f72d tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353639 Jun 29 12:40:41.462858 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:41.805571 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590b9bd-609c-45db-88f1-2640699faa5d req-fb21fa29-effd-49d7-80d7-ae141ab4a7da tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:41.806971 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9590b9bd-609c-45db-88f1-2640699faa5d req-fb21fa29-effd-49d7-80d7-ae141ab4a7da tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0640817 Jun 29 12:40:41.845249 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9590b9bd-609c-45db-88f1-2640699faa5d req-17eed579-5581-4d1b-a061-2d7e592e37bc tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324533 Jun 29 12:40:41.998601 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eace8-9fbf-4611-b934-732d827f9bb0 req-103906ff-ebb7-42ab-a7b4-8240ae88400a tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:42.000045 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-093eace8-9fbf-4611-b934-732d827f9bb0 req-103906ff-ebb7-42ab-a7b4-8240ae88400a tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0645225 Jun 29 12:40:42.039859 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-093eace8-9fbf-4611-b934-732d827f9bb0 req-c3aa74ed-675a-44b9-8daf-2cf912910721 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330336 Jun 29 12:40:42.970316 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:42.993927 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-2147b5b0-b1cf-478a-98ec-c70b9e00c597 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:42.995424 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-2147b5b0-b1cf-478a-98ec-c70b9e00c597 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.1084201 Jun 29 12:40:43.023461 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500ccaa-a08d-40d5-9304-3dae4f61eba2 req-b91b83dc-aaa8-4b22-92ed-888025b8f8a0 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:43.025229 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b500ccaa-a08d-40d5-9304-3dae4f61eba2 req-b91b83dc-aaa8-4b22-92ed-888025b8f8a0 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0683534 Jun 29 12:40:43.067235 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b500ccaa-a08d-40d5-9304-3dae4f61eba2 req-13d50a15-67ab-489e-a228-f75ce0948865 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355806 Jun 29 12:40:43.232621 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d8f0f-a399-4a16-9ec4-91e5631a4e3a req-6d7f53a5-d3ba-4c50-a96d-1371dc76d53b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:43.234214 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b27d8f0f-a399-4a16-9ec4-91e5631a4e3a req-6d7f53a5-d3ba-4c50-a96d-1371dc76d53b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 945 time: 0.0686777 Jun 29 12:40:43.275098 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b27d8f0f-a399-4a16-9ec4-91e5631a4e3a req-25a73b27-fad1-4790-bfad-5b43d85413a3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f938a2a-3490-45b2-a9a7-dccf0940a555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341685 Jun 29 12:40:43.325595 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Deleting port dbda3b0c-296c-4725-bbc4-cc0032c1be26 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:40:43.325935 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:43.415944 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] For port dbda3b0c-296c-4725-bbc4-cc0032c1be26, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=dbda3b0c-296c-4725-bbc4-cc0032c1be26,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:43.416300 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:43.682334 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:43.684020 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:43.684020 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.l3_db [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Floating IP c97dc314-b977-49e0-a28f-138364f78bc5 disassociated. External IP: 172.27.2.9, port: dbda3b0c-296c-4725-bbc4-cc0032c1be26. Jun 29 12:40:43.684020 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Calling delete_port for dbda3b0c-296c-4725-bbc4-cc0032c1be26 owned by compute:nova {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:40:43.960384 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:43.964907 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5f5fe2ce-b0b0-4479-9eff-f5940bc4bccc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:43.990201 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event deleted for resources: {'Port': ['ID=dbda3b0c-296c-4725-bbc4-cc0032c1be26,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:44.003985 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:44.004540 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:44.004789 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:44.005156 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:44.005526 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:44.005883 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:44.006331 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:44.006687 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:44.007045 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:44.007398 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:44.007748 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:44.008092 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:44.011551 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:44.116676 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Router 8875406f-1fe0-4a35-880e-fb886d25535c has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:40:44.229138 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:40:44.239584 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3016e1-f672-4cc6-9942-f6cfdd214739 None None] Sync routers for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:40:44.249123 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3016e1-f672-4cc6-9942-f6cfdd214739 None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:40:44.249851 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-dd3016e1-f672-4cc6-9942-f6cfdd214739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:40:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:44.250158 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b79277-8054-4c0c-9429-1925e8ddbfa5 req-24a79857-d54e-4ef3-90f8-e99971411a1c tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:44.251671 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1b79277-8054-4c0c-9429-1925e8ddbfa5 req-24a79857-d54e-4ef3-90f8-e99971411a1c tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0704410 Jun 29 12:40:44.296608 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] No DVR routers for this DVR port dbda3b0c-296c-4725-bbc4-cc0032c1be26 on host hv-cinder-78662 {{(pid=93600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:40:44.296835 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1b79277-8054-4c0c-9429-1925e8ddbfa5 req-a987c7fe-df2a-4899-9014-2259cdac1ea9 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385094 Jun 29 12:40:44.300334 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:44.302553 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-9d12748b-9e61-480a-a86c-96d4482e47d4 req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.37 "DELETE /v2.0/ports/dbda3b0c-296c-4725-bbc4-cc0032c1be26 HTTP/1.1" status: 204 len: 173 time: 1.3017864 Jun 29 12:40:44.303093 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a1f9dc-06fc-4ac9-905c-b69a19abb55b', 'name': 'network-vif-deleted', 'tag': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:40:44.306494 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b20ca4-31c2-44f7-a1b6-925cd0e2bea6" -d '{"events": [{"server_uuid": "c5a1f9dc-06fc-4ac9-905c-b69a19abb55b", "name": "network-vif-deleted", "tag": "dbda3b0c-296c-4725-bbc4-cc0032c1be26"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:44.374423 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-dd3016e1-f672-4cc6-9942-f6cfdd214739 None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:40:44.437264 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6394e882-9821-46f0-9c6e-f9fe0d98adab x-openstack-request-id: req-6394e882-9821-46f0-9c6e-f9fe0d98adab {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:44.437612 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a1f9dc-06fc-4ac9-905c-b69a19abb55b", "name": "network-vif-deleted", "tag": "dbda3b0c-296c-4725-bbc4-cc0032c1be26", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:44.437882 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6394e882-9821-46f0-9c6e-f9fe0d98adab {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:44.438355 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a1f9dc-06fc-4ac9-905c-b69a19abb55b', 'name': 'network-vif-deleted', 'tag': 'dbda3b0c-296c-4725-bbc4-cc0032c1be26', 'status': 'completed', 'code': 200} Jun 29 12:40:44.448043 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-31436436-4fc6-48c5-ad0e-11422c25bf82 req-a41b0aee-4e9b-479b-bb80-ab71eacee0f4 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 210 time: 0.0336385 Jun 29 12:40:44.599486 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-dd3016e1-f672-4cc6-9942-f6cfdd214739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:43Z', 'revision_number': 5, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:44.632028 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3016e1-f672-4cc6-9942-f6cfdd214739 None None] Checking router: 8875406f-1fe0-4a35-880e-fb886d25535c for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:40:44.640187 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3016e1-f672-4cc6-9942-f6cfdd214739 None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:40:44.640812 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-dd3016e1-f672-4cc6-9942-f6cfdd214739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:40:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:44.746399 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-dd3016e1-f672-4cc6-9942-f6cfdd214739 None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:40:44.971211 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-dd3016e1-f672-4cc6-9942-f6cfdd214739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:43Z', 'revision_number': 5, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:40:44.997288 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3016e1-f672-4cc6-9942-f6cfdd214739 None None] The sync data for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi is: [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:43Z', 'revision_number': 5, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:40:45.119014 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adc67b-a544-4932-a898-e7d045a71317 req-2f0864fb-258e-4c25-8b2c-dc8a373b8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:45.119014 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-08adc67b-a544-4932-a898-e7d045a71317 req-2f0864fb-258e-4c25-8b2c-dc8a373b8b21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7293fbeb32634e6fb27f38b23178279e&device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 1099 time: 0.1006999 Jun 29 12:40:45.225503 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef57eb9-1c39-42cc-a01e-e566171e6c93 None None] New status for floating IP c97dc314-b977-49e0-a28f-138364f78bc5: DOWN {{(pid=93602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:40:45.228687 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adc67b-a544-4932-a898-e7d045a71317 req-4be992d0-45f1-4dfc-9fea-9680626977ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:45.228890 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-08adc67b-a544-4932-a898-e7d045a71317 req-4be992d0-45f1-4dfc-9fea-9680626977ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fce745-e302-4d72-96a9-8c7edaf3a0ed HTTP/1.1" status: 200 len: 909 time: 0.1041436 Jun 29 12:40:45.302995 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-08adc67b-a544-4932-a898-e7d045a71317 req-cfb68f0d-3150-4353-a1c9-8e9f0f6a475c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aba27577-58b6-4005-bbc1-6ec9058eac10 HTTP/1.1" status: 200 len: 1001 time: 0.0644274 Jun 29 12:40:45.359723 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adc67b-a544-4932-a898-e7d045a71317 req-9d903606-27ef-4005-b8f3-dd18cc4cf683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:45.361296 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-08adc67b-a544-4932-a898-e7d045a71317 req-9d903606-27ef-4005-b8f3-dd18cc4cf683 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9fff4fe-8011-41e8-8db9-d036d046ab75 HTTP/1.1" status: 200 len: 847 time: 0.0509386 Jun 29 12:40:45.433273 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adc67b-a544-4932-a898-e7d045a71317 req-d242ebb6-4918-440f-a47c-b4ce59e198a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:45.435131 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-08adc67b-a544-4932-a898-e7d045a71317 req-d242ebb6-4918-440f-a47c-b4ce59e198a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fce745-e302-4d72-96a9-8c7edaf3a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0637689 Jun 29 12:40:45.516384 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56334247-1b26-44fb-96aa-fc17b4442c9d req-b454f323-c099-4609-89c5-d7fadf59e1bb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:45.518478 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-56334247-1b26-44fb-96aa-fc17b4442c9d req-b454f323-c099-4609-89c5-d7fadf59e1bb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0805070 Jun 29 12:40:45.590656 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-56334247-1b26-44fb-96aa-fc17b4442c9d req-0e7cd364-9c69-4c09-9452-885f87a05521 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438230 Jun 29 12:40:45.590760 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-08adc67b-a544-4932-a898-e7d045a71317 req-f51751d6-2e91-4787-be23-1af65ca0d781 service neutron] 10.222.0.37 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245387 Jun 29 12:40:45.636507 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8f6f867b-89dc-449e-9789-5c33c296968d req-3ab88e7f-5cd9-434e-9d28-7c724dbdb16f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a1f9dc-06fc-4ac9-905c-b69a19abb55b HTTP/1.1" status: 200 len: 210 time: 0.0300839 Jun 29 12:40:45.671576 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-08adc67b-a544-4932-a898-e7d045a71317 req-9e2dba30-4a55-4418-8aba-f1b32cd2bf52 service neutron] 10.222.0.37 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943296 Jun 29 12:40:46.118228 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device dbda3b0c-296c-4725-bbc4-cc0032c1be26 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:46.145500 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: dbda3b0c-296c-4725-bbc4-cc0032c1be26 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:40:46.145500 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device dbda3b0c-296c-4725-bbc4-cc0032c1be26 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:46.610567 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0a4aa-7e3b-44b8-89c6-568c4a6ce7fb req-60a69616-baf6-4c1f-89f0-47607fd6bd5c tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:46.612255 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-54a0a4aa-7e3b-44b8-89c6-568c4a6ce7fb req-60a69616-baf6-4c1f-89f0-47607fd6bd5c tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 945 time: 0.0662148 Jun 29 12:40:46.650776 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-54a0a4aa-7e3b-44b8-89c6-568c4a6ce7fb req-2ab6d709-b9cb-4ad4-b5eb-60ec21369d44 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330651 Jun 29 12:40:46.751065 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff2044-1777-4024-88e6-ca72ec769d77 req-9b8ae8fd-3efd-46bc-857c-b7816b793fac tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:46.755797 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a3ff2044-1777-4024-88e6-ca72ec769d77 req-9b8ae8fd-3efd-46bc-857c-b7816b793fac tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0658331 Jun 29 12:40:46.791851 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a3ff2044-1777-4024-88e6-ca72ec769d77 req-c0cf69b0-8e74-41b2-b146-8b0597dd1d5a tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325007 Jun 29 12:40:46.850372 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 55584) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:46.905963 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:46.928812 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:47.054394 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:47.057038 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:47.058214 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "DELETE /v2.0/security-groups/1f938a2a-3490-45b2-a9a7-dccf0940a555 HTTP/1.1" status: 204 len: 168 time: 0.2068501 Jun 29 12:40:47.058993 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5c6ebb76-5c38-4f96-9c09-90356be8e0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:47.061045 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 55586) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:47.069085 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f938a2a-3490-45b2-a9a7-dccf0940a555,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:47.075843 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.api.v2.resource [None req-169869dc-96bf-4784-ba74-aa5504953e91 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] show failed (client error): The resource could not be found. Jun 29 12:40:47.076304 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:47.076689 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:47.076837 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-169869dc-96bf-4784-ba74-aa5504953e91 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups/1f938a2a-3490-45b2-a9a7-dccf0940a555 HTTP/1.1" status: 404 len: 347 time: 0.0146899 Jun 29 12:40:47.077056 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:47.077426 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:47.077816 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:47.078231 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:47.078621 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:47.079003 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:47.079382 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:47.079758 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 55588) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:47.079876 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:47.080214 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:47.080760 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:40:47.084143 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:47.198364 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-67f3b768-1ba4-466a-82be-7b80e146be32 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Deleting port deac2946-3722-4383-87f6-f6d232c97102 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:40:47.198600 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-67f3b768-1ba4-466a-82be-7b80e146be32 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:47.271552 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-67f3b768-1ba4-466a-82be-7b80e146be32 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:47.271920 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-67f3b768-1ba4-466a-82be-7b80e146be32 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:47.284501 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-67f3b768-1ba4-466a-82be-7b80e146be32 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Calling delete_port for deac2946-3722-4383-87f6-f6d232c97102 owned by network:floatingip {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:40:47.416037 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730df8b-0774-4eaa-947e-f1f3f82f24f0 req-1595663e-637c-4cc7-9fd6-292fa8daab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:47.417516 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0730df8b-0774-4eaa-947e-f1f3f82f24f0 req-1595663e-637c-4cc7-9fd6-292fa8daab9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7293fbeb32634e6fb27f38b23178279e&device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0789726 Jun 29 12:40:47.538273 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730df8b-0774-4eaa-947e-f1f3f82f24f0 req-82295f92-4fd9-4bb6-b0af-77acfca9a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:47.539641 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0730df8b-0774-4eaa-947e-f1f3f82f24f0 req-82295f92-4fd9-4bb6-b0af-77acfca9a605 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fce745-e302-4d72-96a9-8c7edaf3a0ed HTTP/1.1" status: 200 len: 909 time: 0.0962906 Jun 29 12:40:47.586899 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-67f3b768-1ba4-466a-82be-7b80e146be32 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:47.590403 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ec45bf29-0291-4880-89ce-c6b4ba47d42b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:47.622792 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3b768-1ba4-466a-82be-7b80e146be32 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event deleted for resources: {'Port': ['ID=deac2946-3722-4383-87f6-f6d232c97102,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:47.627420 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-67f3b768-1ba4-466a-82be-7b80e146be32 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:47.675731 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0730df8b-0774-4eaa-947e-f1f3f82f24f0 req-bc7f98ec-c4af-47e1-bda8-053ca4e7b45b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aba27577-58b6-4005-bbc1-6ec9058eac10 HTTP/1.1" status: 200 len: 1001 time: 0.1227260 Jun 29 12:40:47.718503 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-67f3b768-1ba4-466a-82be-7b80e146be32 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:47.724136 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-67f3b768-1ba4-466a-82be-7b80e146be32 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:47.724136 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-67f3b768-1ba4-466a-82be-7b80e146be32 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "DELETE /v2.0/floatingips/c97dc314-b977-49e0-a28f-138364f78bc5 HTTP/1.1" status: 204 len: 168 time: 0.6423941 Jun 29 12:40:47.748432 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730df8b-0774-4eaa-947e-f1f3f82f24f0 req-9f07e669-ead3-47cc-b296-49662577842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:47.750495 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0730df8b-0774-4eaa-947e-f1f3f82f24f0 req-9f07e669-ead3-47cc-b296-49662577842d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9fff4fe-8011-41e8-8db9-d036d046ab75 HTTP/1.1" status: 200 len: 847 time: 0.0641716 Jun 29 12:40:47.816047 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730df8b-0774-4eaa-947e-f1f3f82f24f0 req-8b242aec-9934-4b20-8f3f-0b1625b587e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:47.817802 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0730df8b-0774-4eaa-947e-f1f3f82f24f0 req-8b242aec-9934-4b20-8f3f-0b1625b587e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fce745-e302-4d72-96a9-8c7edaf3a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0595772 Jun 29 12:40:47.831909 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91048bb6-ccc4-4f64-9079-e1f2d92e692a req-c29e1e6a-86c7-48a1-83ed-f6fdc1193c59 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:47.833367 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-91048bb6-ccc4-4f64-9079-e1f2d92e692a req-c29e1e6a-86c7-48a1-83ed-f6fdc1193c59 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 945 time: 0.0671556 Jun 29 12:40:47.852226 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:47.881968 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-91048bb6-ccc4-4f64-9079-e1f2d92e692a req-4663f764-cd04-4fc9-bd51-089802c93491 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428038 Jun 29 12:40:47.915710 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0730df8b-0774-4eaa-947e-f1f3f82f24f0 req-f95a3b2a-79a0-4ab7-89fb-c018ed1e0b65 service neutron] 10.222.0.37 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899532 Jun 29 12:40:48.012295 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0730df8b-0774-4eaa-947e-f1f3f82f24f0 req-62cd9fbc-f22e-4284-9320-edbf01cc3286 service neutron] 10.222.0.37 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895476 Jun 29 12:40:48.069405 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5fb26-c7e3-4ce4-aa5c-b5ab1353a27c req-02810aaf-6780-49a9-beda-c1f20cebe0df tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:48.071754 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cbe5fb26-c7e3-4ce4-aa5c-b5ab1353a27c req-02810aaf-6780-49a9-beda-c1f20cebe0df tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0746365 Jun 29 12:40:48.117282 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cbe5fb26-c7e3-4ce4-aa5c-b5ab1353a27c req-a551200c-3b7a-415d-ad9f-fb0c07a419e9 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372639 Jun 29 12:40:48.334438 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec778f2a-b4af-4dfc-bd34-68228be313c1 req-ce02c764-afcb-4f07-89b0-5773ef46fde6 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:48.335810 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-ec778f2a-b4af-4dfc-bd34-68228be313c1 req-ce02c764-afcb-4f07-89b0-5773ef46fde6 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.37 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 945 time: 0.0715292 Jun 29 12:40:48.449801 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [req-ec778f2a-b4af-4dfc-bd34-68228be313c1 req-13cc1f94-d0f2-4224-a8ec-ba2cd9a8f5d3 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Deleting port ec674e21-998a-42f7-905f-1ee4746fc59f {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:40:48.450274 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-ec778f2a-b4af-4dfc-bd34-68228be313c1 req-13cc1f94-d0f2-4224-a8ec-ba2cd9a8f5d3 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:48.537888 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-ec778f2a-b4af-4dfc-bd34-68228be313c1 req-13cc1f94-d0f2-4224-a8ec-ba2cd9a8f5d3 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] For port ec674e21-998a-42f7-905f-1ee4746fc59f, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ec674e21-998a-42f7-905f-1ee4746fc59f,segment=NetworkSegment(e387de80-11da-4145-b1ea-9b65496b1108),segment_id=e387de80-11da-4145-b1ea-9b65496b1108)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:48.538250 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-ec778f2a-b4af-4dfc-bd34-68228be313c1 req-13cc1f94-d0f2-4224-a8ec-ba2cd9a8f5d3 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:48.550402 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [req-ec778f2a-b4af-4dfc-bd34-68228be313c1 req-13cc1f94-d0f2-4224-a8ec-ba2cd9a8f5d3 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Calling delete_port for ec674e21-998a-42f7-905f-1ee4746fc59f owned by compute:nova {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:40:48.750556 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 55598) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:48.755880 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-0c2e4ad1-8739-4e22-a6d5-37b84f1618cd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--36383778', 'description': 'tempest-description--925959536'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:40:48.777627 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-ec778f2a-b4af-4dfc-bd34-68228be313c1 req-13cc1f94-d0f2-4224-a8ec-ba2cd9a8f5d3 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:48.781627 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:48.794007 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['ec674e21-998a-42f7-905f-1ee4746fc59f'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:40:48.808942 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc1f94-d0f2-4224-a8ec-ba2cd9a8f5d3 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Pushing event deleted for resources: {'Port': ['ID=ec674e21-998a-42f7-905f-1ee4746fc59f,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:48.811908 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-13cc1f94-d0f2-4224-a8ec-ba2cd9a8f5d3 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:48.853798 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec778f2a-b4af-4dfc-bd34-68228be313c1 req-13cc1f94-d0f2-4224-a8ec-ba2cd9a8f5d3 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] No DVR routers for this DVR port ec674e21-998a-42f7-905f-1ee4746fc59f on host hv-cinder-78662 {{(pid=93600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:40:48.856603 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-ec778f2a-b4af-4dfc-bd34-68228be313c1 req-13cc1f94-d0f2-4224-a8ec-ba2cd9a8f5d3 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:48.858721 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-ec778f2a-b4af-4dfc-bd34-68228be313c1 req-13cc1f94-d0f2-4224-a8ec-ba2cd9a8f5d3 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.37 "DELETE /v2.0/ports/ec674e21-998a-42f7-905f-1ee4746fc59f HTTP/1.1" status: 204 len: 173 time: 0.5168221 Jun 29 12:40:48.859243 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32129fdf-13a2-46be-b19e-714747798e89', 'name': 'network-vif-deleted', 'tag': 'ec674e21-998a-42f7-905f-1ee4746fc59f'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:40:48.862167 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171edc6d-e705-4ecd-a366-3638fd9ca7b7" -d '{"events": [{"server_uuid": "32129fdf-13a2-46be-b19e-714747798e89", "name": "network-vif-deleted", "tag": "ec674e21-998a-42f7-905f-1ee4746fc59f"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:48.866602 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4ad1-8739-4e22-a6d5-37b84f1618cd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:48.898159 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6399f27-0e4b-4ae2-a829-d1aa4cb2328d x-openstack-request-id: req-a6399f27-0e4b-4ae2-a829-d1aa4cb2328d {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:48.898499 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32129fdf-13a2-46be-b19e-714747798e89", "name": "network-vif-deleted", "tag": "ec674e21-998a-42f7-905f-1ee4746fc59f", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:48.898807 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a6399f27-0e4b-4ae2-a829-d1aa4cb2328d {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:48.899239 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32129fdf-13a2-46be-b19e-714747798e89', 'name': 'network-vif-deleted', 'tag': 'ec674e21-998a-42f7-905f-1ee4746fc59f', 'status': 'completed', 'code': 200} Jun 29 12:40:48.955257 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4ad1-8739-4e22-a6d5-37b84f1618cd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:49.029622 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-401e75aa-1afa-48e7-8773-d1ed149fee72 req-d82d17e4-7805-41aa-b247-47f935afc629 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 210 time: 0.0296538 Jun 29 12:40:49.045956 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4ad1-8739-4e22-a6d5-37b84f1618cd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:49.048783 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4965d50e-63fa-4b69-968f-283cf4cbe998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:49.077522 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e4ad1-8739-4e22-a6d5-37b84f1618cd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed25fb23-6df1-410d-b2f4-d30424b7323f,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:49.080249 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-0c2e4ad1-8739-4e22-a6d5-37b84f1618cd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:49.165505 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4ad1-8739-4e22-a6d5-37b84f1618cd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:49.166846 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-0c2e4ad1-8739-4e22-a6d5-37b84f1618cd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4153128 Jun 29 12:40:49.169622 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 55606) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:49.174303 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-e778b402-f726-4651-ba1c-96257c207971 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Request body: {'security_group_rule': {'security_group_id': 'ed25fb23-6df1-410d-b2f4-d30424b7323f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:40:49.279357 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e778b402-f726-4651-ba1c-96257c207971 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:49.335959 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd96f3-1d6d-4e26-a873-1a948478c037 req-e273b397-cfff-4786-988f-633b3f3f6272 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:49.337424 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-afcd96f3-1d6d-4e26-a873-1a948478c037 req-e273b397-cfff-4786-988f-633b3f3f6272 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.1024551 Jun 29 12:40:49.352131 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e778b402-f726-4651-ba1c-96257c207971 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:49.383751 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-afcd96f3-1d6d-4e26-a873-1a948478c037 req-dbb9b51e-2912-4693-a5c0-794a594e8e23 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389030 Jun 29 12:40:49.428192 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e778b402-f726-4651-ba1c-96257c207971 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:49.432246 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-987b150c-cee7-498c-a091-caf253ab1c9a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:49.446798 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778b402-f726-4651-ba1c-96257c207971 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57de3023-be8c-4f43-8260-67ed711500d3,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:49.451149 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e778b402-f726-4651-ba1c-96257c207971 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:49.537195 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-e778b402-f726-4651-ba1c-96257c207971 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:49.538297 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-e778b402-f726-4651-ba1c-96257c207971 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676186 Jun 29 12:40:49.551533 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 55612) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:49.556210 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-3c128b72-0315-4740-aea2-247f50de8cbd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Request body: {'security_group_rule': {'security_group_id': 'ed25fb23-6df1-410d-b2f4-d30424b7323f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:40:49.673300 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3c128b72-0315-4740-aea2-247f50de8cbd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:49.739524 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3c128b72-0315-4740-aea2-247f50de8cbd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:49.873234 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fa843-7a61-47ef-97a7-1f97c7faa636 req-df05d73e-68c4-4f9d-8424-156935612064 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:49.874703 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-358fa843-7a61-47ef-97a7-1f97c7faa636 req-df05d73e-68c4-4f9d-8424-156935612064 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0624452 Jun 29 12:40:49.912776 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-358fa843-7a61-47ef-97a7-1f97c7faa636 req-a89df6f4-70d9-43b7-89c8-4a4a9be80278 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320125 Jun 29 12:40:49.982007 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-e5415502-77ce-4003-b178-16dfdbd66e5c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0528712 Jun 29 12:40:50.022963 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3c128b72-0315-4740-aea2-247f50de8cbd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:50.025523 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:50.040657 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c128b72-0315-4740-aea2-247f50de8cbd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fb44e3-4c2b-4215-ad00-ca8a641e9291,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:50.044549 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-3c128b72-0315-4740-aea2-247f50de8cbd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:50.166933 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3c128b72-0315-4740-aea2-247f50de8cbd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:50.168043 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-3c128b72-0315-4740-aea2-247f50de8cbd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6155365 Jun 29 12:40:50.171577 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 55622) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:40:50.177304 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Request body: {'floatingip': {'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:40:50.190827 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1b82ce2f-d0ee-40a3-b913-50bd160a1ac0 req-965c0315-3610-431a-82c1-8fbb7fe34771 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=32129fdf-13a2-46be-b19e-714747798e89 HTTP/1.1" status: 200 len: 210 time: 0.0327106 Jun 29 12:40:50.286345 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:50.380434 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:50.488881 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Allocated IP 172.27.2.50 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/2488eb6f-9d30-490b-bcc5-02ce7337dfc4) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:40:50.588029 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:50.765791 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:50.768474 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4c74d5cb-7813-4d75-b0b3-78931198598d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:50.809439 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:40:50.812228 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:40:50.816243 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:40:50.840645 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event updated for resources: {'Port': ['ID=2488eb6f-9d30-490b-bcc5-02ce7337dfc4,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:50.844316 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:50.905647 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:51.005439 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:51.115873 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51000ded-95f6-4043-a855-f07983926930 req-43a46af2-d384-4664-bd38-bddc4f2629f5 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:51.118150 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-51000ded-95f6-4043-a855-f07983926930 req-43a46af2-d384-4664-bd38-bddc4f2629f5 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0803037 Jun 29 12:40:51.162534 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-51000ded-95f6-4043-a855-f07983926930 req-462a9948-3ec7-42ab-81ef-713f2bb5d4b1 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362492 Jun 29 12:40:51.175178 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:51.365742 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:51.367992 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-13cc1f94-d0f2-4224-a8ec-ba2cd9a8f5d3 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:51.660268 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event updated for resources: {'Port': ['ID=2488eb6f-9d30-490b-bcc5-02ce7337dfc4,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:51.664160 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:51.668815 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:51.746073 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:51.747337 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5747240 Jun 29 12:40:51.898466 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-4a505b45-6ad1-44ab-afc3-a19e73956f72 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--36383778&fields=id&tenant_id=669e8d831f054520a9009ce00787a461 HTTP/1.1" status: 200 len: 267 time: 0.0375416 Jun 29 12:40:52.011459 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-1fe2d9b3-2b4f-4057-a8a5-bb1c2124c7e7 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:52.012931 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-1fe2d9b3-2b4f-4057-a8a5-bb1c2124c7e7 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/networks?id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635 HTTP/1.1" status: 200 len: 811 time: 0.1076999 Jun 29 12:40:52.028984 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-a650482c-e9cd-4b68-bb04-c6f7e4035846 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/quotas/669e8d831f054520a9009ce00787a461 HTTP/1.1" status: 200 len: 375 time: 0.0101244 Jun 29 12:40:52.099790 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-da3c4652-1fc0-4385-a203-3ad5e8e22e27 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=669e8d831f054520a9009ce00787a461&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643539 Jun 29 12:40:52.241785 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-464879f8-c8b2-4263-b263-b4b6502b7eee service neutron] 10.222.0.61 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304078 Jun 29 12:40:52.376425 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-076e373d-3db8-481e-8fd0-2ec8e46155ba service neutron] 10.222.0.61 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284025 Jun 29 12:40:52.388487 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141e078-c888-4c38-a2f4-912a849cea59 req-b35aa4d2-83c9-45b0-9c0f-aac38d492c8b tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:52.389879 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8141e078-c888-4c38-a2f4-912a849cea59 req-b35aa4d2-83c9-45b0-9c0f-aac38d492c8b tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0973022 Jun 29 12:40:52.430160 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8141e078-c888-4c38-a2f4-912a849cea59 req-a0f3a0d1-4b21-4797-9fe1-40560df51dd5 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336347 Jun 29 12:40:52.645894 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b49916dd-df4f-4348-9169-4c57b584f2a2 req-a9dfbe15-2de7-4171-bf3f-cf72fb255864 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 210 time: 0.0285511 Jun 29 12:40:53.084372 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device ec674e21-998a-42f7-905f-1ee4746fc59f no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:53.104820 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: ec674e21-998a-42f7-905f-1ee4746fc59f {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:40:53.105172 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device ec674e21-998a-42f7-905f-1ee4746fc59f not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:40:53.105590 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device aba27577-58b6-4005-bbc1-6ec9058eac10 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:40:53.184283 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:53.207811 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:40:53.210241 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43f856f-2da6-476c-81af-645c5427c79a" -d '{"events": [{"server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:53.223604 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port aba27577-58b6-4005-bbc1-6ec9058eac10, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aba27577-58b6-4005-bbc1-6ec9058eac10,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:40:53.245998 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 12:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e3d546-82c6-4d0d-b4f2-6e918b7961c0 x-openstack-request-id: req-f2e3d546-82c6-4d0d-b4f2-6e918b7961c0 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:53.245998 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "name": "network-vif-unplugged", "status": "failed", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10", "code": 422}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:53.245998 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f2e3d546-82c6-4d0d-b4f2-6e918b7961c0 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:53.245998 dv-cinder-786627-14-iscsi neutron-server[93601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'code': 422} returned with failed status Jun 29 12:40:53.308203 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:53.310719 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-fcef27e7-1606-4bae-b59f-81ff7c39593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:53.355308 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=aba27577-58b6-4005-bbc1-6ec9058eac10,revision_number=6']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:53.358364 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:53.602559 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb792df3-cbb0-413f-b65c-0407d86feda6 req-7887f96e-3a09-49dc-999e-ad89da876859 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:53.604090 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-eb792df3-cbb0-413f-b65c-0407d86feda6 req-7887f96e-3a09-49dc-999e-ad89da876859 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.0637372 Jun 29 12:40:53.641259 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-eb792df3-cbb0-413f-b65c-0407d86feda6 req-ec754b05-ff4b-428b-8428-fd83ad4ded12 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315928 Jun 29 12:40:53.806361 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-03e27395-8550-4fbf-909f-8926760a688c req-6ddd8091-3012-4b68-a793-f9dce649171e tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 210 time: 0.0309935 Jun 29 12:40:54.813192 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8de8d-49cc-42ba-bbbf-8b3611df6bf6 req-4b4ec204-0720-4ed1-b3e3-212cdda8d364 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:54.815306 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-26d8de8d-49cc-42ba-bbbf-8b3611df6bf6 req-4b4ec204-0720-4ed1-b3e3-212cdda8d364 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.0614579 Jun 29 12:40:54.853010 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-26d8de8d-49cc-42ba-bbbf-8b3611df6bf6 req-458cf9d2-878a-4bec-884f-29fa08d3d31b tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320852 Jun 29 12:40:54.980517 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3cddbf69-3358-4969-ac80-b7995e398ac4 req-46ba5881-24d2-4a4c-a36c-fbfcb14ae1f1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 210 time: 0.0315661 Jun 29 12:40:55.787315 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-1c3e9846-ded8-4b3b-b72c-83baa96204e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:55.788705 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-1c3e9846-ded8-4b3b-b72c-83baa96204e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5&tenant_id=7293fbeb32634e6fb27f38b23178279e HTTP/1.1" status: 200 len: 1097 time: 0.0797615 Jun 29 12:40:55.864495 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-9197fae2-6617-4712-bbb9-54ddab445a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:55.866051 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-9197fae2-6617-4712-bbb9-54ddab445a6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7293fbeb32634e6fb27f38b23178279e&device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 1097 time: 0.0548997 Jun 29 12:40:55.961399 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-6776bbfc-02fb-486e-ae7e-840c0fd3a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:55.962884 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-6776bbfc-02fb-486e-ae7e-840c0fd3a747 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fce745-e302-4d72-96a9-8c7edaf3a0ed HTTP/1.1" status: 200 len: 909 time: 0.0909247 Jun 29 12:40:56.044196 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-b8ed2268-d0e6-4e91-b655-457279ab4834 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aba27577-58b6-4005-bbc1-6ec9058eac10 HTTP/1.1" status: 200 len: 999 time: 0.0748634 Jun 29 12:40:56.060777 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39521a5-3e45-43a4-98e8-9c90e0a8f0c7 req-b55f521b-6730-4b8d-bc46-a3b247965ea2 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:56.065757 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f39521a5-3e45-43a4-98e8-9c90e0a8f0c7 req-b55f521b-6730-4b8d-bc46-a3b247965ea2 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.0857882 Jun 29 12:40:56.111061 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-aedb2302-c332-4214-a162-8549eb878823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:56.113065 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-aedb2302-c332-4214-a162-8549eb878823 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9fff4fe-8011-41e8-8db9-d036d046ab75 HTTP/1.1" status: 200 len: 847 time: 0.0600073 Jun 29 12:40:56.114114 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f39521a5-3e45-43a4-98e8-9c90e0a8f0c7 req-ba34d265-376e-43e6-8c6d-6ad3deb9d8fd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442367 Jun 29 12:40:56.181037 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-2d74bcec-489e-4cda-a2e6-4ebc155aae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:56.188211 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-2d74bcec-489e-4cda-a2e6-4ebc155aae3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fce745-e302-4d72-96a9-8c7edaf3a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0599029 Jun 29 12:40:56.248170 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-30c8d9f9-f35d-424b-8af6-b49ee7a172a3 req-96137f86-25de-41e4-9a95-00676bb8b534 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 210 time: 0.0286732 Jun 29 12:40:56.287046 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-7917c911-22e5-481f-a904-b598c73d80ca service neutron] 10.222.0.37 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970240 Jun 29 12:40:56.377064 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6aecce27-723b-4026-b1d9-d0061b7690f3 req-4b5f477f-e9e5-45c3-9b1b-7659afcbaa4a service neutron] 10.222.0.37 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819941 Jun 29 12:40:56.708672 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-a826cfda-691e-4108-b69b-46dacf378fab tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:56.710007 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-a826cfda-691e-4108-b69b-46dacf378fab tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.37 "GET /v2.0/networks?id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635 HTTP/1.1" status: 200 len: 811 time: 0.1072476 Jun 29 12:40:56.753807 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-899122d0-101a-42e3-a44f-d27b53d0f075 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=669e8d831f054520a9009ce00787a461 HTTP/1.1" status: 200 len: 378 time: 0.0346675 Jun 29 12:40:56.764075 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Request body: {'port': {'device_id': '0a19bd02-6d45-4d44-b621-33301753678f', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'admin_state_up': True, 'tenant_id': '669e8d831f054520a9009ce00787a461', 'security_groups': ['ed25fb23-6df1-410d-b2f4-d30424b7323f']}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:40:57.009079 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Made reservation on behalf of 669e8d831f054520a9009ce00787a461 for: {'port': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:40:57.013457 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:57.138755 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Allocated IP 172.20.0.8 (c5a4c3eb-c62e-408e-b4b5-0b0c94574635/fd3d97b5-7200-4a03-a6e3-8c6b38e69922/4c428f38-448c-492f-a677-f7ea24e7b506) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:40:57.288796 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:57.309477 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Transition to ACTIVE for port object 4c428f38-448c-492f-a677-f7ea24e7b506 will not be triggered until provisioned by entity DHCP. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:40:57.318772 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fe78a-9e29-470e-9198-e3ad9e6d7357 req-157b9691-bfa6-43e6-ac9e-23fd7d84893a tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:57.320872 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-498fe78a-9e29-470e-9198-e3ad9e6d7357 req-157b9691-bfa6-43e6-ac9e-23fd7d84893a tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.0734768 Jun 29 12:40:57.385448 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-498fe78a-9e29-470e-9198-e3ad9e6d7357 req-ccfe74eb-b266-4834-bcc0-6e46143d328c tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587456 Jun 29 12:40:57.443640 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-176e16df-4ae8-4e17-8220-14b511a83ec5 req-456ed1f3-88f5-4f91-a78c-717b1fd6bb36 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 210 time: 0.0305407 Jun 29 12:40:57.494931 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:57.498964 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:57.544579 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:40:57.550869 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:40:57.554880 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:40:57.582212 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event updated for resources: {'Port': ['ID=4c428f38-448c-492f-a677-f7ea24e7b506,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:57.586797 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:57.612037 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:57.612835 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:57.786432 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0259411 Jun 29 12:40:57.798649 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Request body: {'port': {'device_id': '0a19bd02-6d45-4d44-b621-33301753678f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:40:57.870837 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:57.968892 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-06eb682f-5486-44a0-8a77-cc19028a167a None None] Provisioning for port 4c428f38-448c-492f-a677-f7ea24e7b506 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:40:57.972797 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-06eb682f-5486-44a0-8a77-cc19028a167a None None] Provisioning complete for port 4c428f38-448c-492f-a677-f7ea24e7b506 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:40:57.973164 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-06eb682f-5486-44a0-8a77-cc19028a167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:58.011877 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-06eb682f-5486-44a0-8a77-cc19028a167a None None] Port 4c428f38-448c-492f-a677-f7ea24e7b506 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:40:58.131853 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c428f38-448c-492f-a677-f7ea24e7b506 {{(pid=93600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:40:58.138941 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:58.150728 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Transition to ACTIVE for port object 4c428f38-448c-492f-a677-f7ea24e7b506 will not be triggered until provisioned by entity L2. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:40:58.265823 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:58.268734 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:58.315186 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Pushing event updated for resources: {'Port': ['ID=4c428f38-448c-492f-a677-f7ea24e7b506,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:58.320804 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:58.399358 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Attempting to bind port 4c428f38-448c-492f-a677-f7ea24e7b506 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:40:58.399699 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Attempting to bind port 4c428f38-448c-492f-a677-f7ea24e7b506 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:40:58.400038 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Attempting to bind port 4c428f38-448c-492f-a677-f7ea24e7b506 on network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:40:58.405006 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Port 4c428f38-448c-492f-a677-f7ea24e7b506 on network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:40:58.405333 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Attempting to bind port 4c428f38-448c-492f-a677-f7ea24e7b506 on network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:40:58.410583 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:40:58.411017 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Checking segment: {'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:40:58.411697 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Bound using segment: {'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:40:58.411941 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Bound port: 4c428f38-448c-492f-a677-f7ea24e7b506, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa9c096-7144-4264-aae0-51f3df8d12e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635'}}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:40:58.412309 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:58.484906 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] For port 4c428f38-448c-492f-a677-f7ea24e7b506, host hv-cinder-78662, cleared binding levels {{(pid=93600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:40:58.487908 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] For port 4c428f38-448c-492f-a677-f7ea24e7b506, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4c428f38-448c-492f-a677-f7ea24e7b506,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:40:58.570041 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3589f3-056a-46c2-91e8-d5101f7fc410 req-bf5050ea-899f-4aca-9ba2-a57db3720967 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:58.571619 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bb3589f3-056a-46c2-91e8-d5101f7fc410 req-bf5050ea-899f-4aca-9ba2-a57db3720967 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.0691538 Jun 29 12:40:58.589143 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:58.592060 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:40:58.619203 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bb3589f3-056a-46c2-91e8-d5101f7fc410 req-c21d2c6f-abbf-4cc1-9236-f8d181fd7836 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418508 Jun 29 12:40:58.627572 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:58.628173 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:40:58.629537 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] 10.222.0.37 "PUT /v2.0/ports/4c428f38-448c-492f-a677-f7ea24e7b506 HTTP/1.1" status: 200 len: 1093 time: 0.8349955 Jun 29 12:40:58.630116 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a19bd02-6d45-4d44-b621-33301753678f', 'tag': '4c428f38-448c-492f-a677-f7ea24e7b506'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:40:58.632410 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af8ddae-83ff-431e-b71f-6431c1a63253" -d '{"events": [{"name": "network-changed", "server_uuid": "0a19bd02-6d45-4d44-b621-33301753678f", "tag": "4c428f38-448c-492f-a677-f7ea24e7b506"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:40:58.654382 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Pushing event updated for resources: {'Port': ['ID=4c428f38-448c-492f-a677-f7ea24e7b506,revision_number=3']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:40:58.661824 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:40:58.809140 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13683da-ed05-4a9d-a605-c0c5b688edac req-f6784e50-c00f-4f85-abfc-61e8299fb194 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:58.810638 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c13683da-ed05-4a9d-a605-c0c5b688edac req-f6784e50-c00f-4f85-abfc-61e8299fb194 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 943 time: 0.0645423 Jun 29 12:40:58.851411 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c13683da-ed05-4a9d-a605-c0c5b688edac req-f697ad02-a7c9-4199-b8a6-cbaa44de453d tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349109 Jun 29 12:40:58.896043 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6edbbf-8c8b-4399-8ddf-449032d390c8 x-openstack-request-id: req-3b6edbbf-8c8b-4399-8ddf-449032d390c8 {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:40:58.896417 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a19bd02-6d45-4d44-b621-33301753678f", "tag": "4c428f38-448c-492f-a677-f7ea24e7b506", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:40:58.896723 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b6edbbf-8c8b-4399-8ddf-449032d390c8 {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:40:58.897160 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a19bd02-6d45-4d44-b621-33301753678f', 'tag': '4c428f38-448c-492f-a677-f7ea24e7b506', 'status': 'completed', 'code': 200} Jun 29 12:40:58.966188 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:40:59.830817 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8c6ac-1dd0-4721-aae5-4ed5db018528 req-7e34ebc0-d8b4-41ac-b58d-d6449af19817 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:40:59.832223 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c6f8c6ac-1dd0-4721-aae5-4ed5db018528 req-7e34ebc0-d8b4-41ac-b58d-d6449af19817 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.0649810 Jun 29 12:40:59.868483 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c6f8c6ac-1dd0-4721-aae5-4ed5db018528 req-de4231a9-7ecd-45dd-9a27-9126f7267177 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305438 Jun 29 12:41:00.026316 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ab62-6f07-4c8d-ad02-21a3391947d0 req-a287c59d-6c7f-4469-93f7-64dff7ab688a tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:00.028132 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2e49ab62-6f07-4c8d-ad02-21a3391947d0 req-a287c59d-6c7f-4469-93f7-64dff7ab688a tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 943 time: 0.0650187 Jun 29 12:41:00.064789 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2e49ab62-6f07-4c8d-ad02-21a3391947d0 req-20b11946-2d38-4e2f-830e-96079c3a3474 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311072 Jun 29 12:41:01.043523 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09dcf1-b61a-42d2-9ca0-02ae5e2ab34c req-0436b996-806d-4ee5-a598-f603174a74da tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:01.044964 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2a09dcf1-b61a-42d2-9ca0-02ae5e2ab34c req-0436b996-806d-4ee5-a598-f603174a74da tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.0630505 Jun 29 12:41:01.081091 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2a09dcf1-b61a-42d2-9ca0-02ae5e2ab34c req-928e2d69-5857-4672-acfa-2523ffd519bd tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305932 Jun 29 12:41:01.242453 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267986d-921d-49ac-8f4d-c1d42c1cdc7a req-5bef21c0-bbcf-47a8-901c-48a83fad2484 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:01.244139 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7267986d-921d-49ac-8f4d-c1d42c1cdc7a req-5bef21c0-bbcf-47a8-901c-48a83fad2484 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 943 time: 0.0687675 Jun 29 12:41:01.257747 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8ddae-83ff-431e-b71f-6431c1a63253 req-0df51d7c-d4d1-4de9-ad6c-05d850f5393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:01.259476 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6af8ddae-83ff-431e-b71f-6431c1a63253 req-0df51d7c-d4d1-4de9-ad6c-05d850f5393d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=669e8d831f054520a9009ce00787a461&device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 1096 time: 0.0554774 Jun 29 12:41:01.288833 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7267986d-921d-49ac-8f4d-c1d42c1cdc7a req-d9167f78-915f-44fd-81a4-b77ba32f278f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357077 Jun 29 12:41:01.364136 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8ddae-83ff-431e-b71f-6431c1a63253 req-1f24dc6a-35b0-411d-a15d-dc038032a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:01.365805 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6af8ddae-83ff-431e-b71f-6431c1a63253 req-1f24dc6a-35b0-411d-a15d-dc038032a066 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=669e8d831f054520a9009ce00787a461&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0980008 Jun 29 12:41:01.460733 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8ddae-83ff-431e-b71f-6431c1a63253 req-a9cbf1ad-6814-45a0-a789-123918c5b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:01.462430 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6af8ddae-83ff-431e-b71f-6431c1a63253 req-a9cbf1ad-6814-45a0-a789-123918c5b04f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898821 Jun 29 12:41:01.554263 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-d67b0b41-b088-4437-85b4-4d0e677f47c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:01.555785 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-d67b0b41-b088-4437-85b4-4d0e677f47c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=669e8d831f054520a9009ce00787a461&device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 1096 time: 0.0566373 Jun 29 12:41:01.596051 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-47515e1e-fffa-4af1-a92f-e984f5a99765 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c428f38-448c-492f-a677-f7ea24e7b506 HTTP/1.1" status: 200 len: 217 time: 0.0334151 Jun 29 12:41:01.643059 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-8a230af7-e5ec-47c2-9077-43a0e021b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:01.644550 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-8a230af7-e5ec-47c2-9077-43a0e021b376 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd3d97b5-7200-4a03-a6e3-8c6b38e69922 HTTP/1.1" status: 200 len: 850 time: 0.0428302 Jun 29 12:41:01.705385 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-90bfc0c1-50d2-44d3-b45e-3f49f4390bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:01.706859 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-90bfc0c1-50d2-44d3-b45e-3f49f4390bd2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0560775 Jun 29 12:41:01.792973 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-48a601f3-1222-4227-831d-88fc294a4c2c service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797186 Jun 29 12:41:01.889884 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-d2ee07ff-c82f-487f-bcbb-c96dd7d34aa2 req-7abca9e4-6727-4680-9372-e9e82ce2ddfb service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908976 Jun 29 12:41:02.586657 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-a509d36e-8821-401b-9da2-9191d41a8b9f tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:02.588135 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-a509d36e-8821-401b-9da2-9191d41a8b9f tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/networks?id=043211a1-8ccb-4885-bcbb-bf9c609ca5d9 HTTP/1.1" status: 200 len: 814 time: 0.3913586 Jun 29 12:41:02.599909 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a57c86-0522-4e5f-8f9a-c72efa95d267 req-b643747a-53f4-49cd-bece-71556ada352e tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:02.601845 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-75a57c86-0522-4e5f-8f9a-c72efa95d267 req-b643747a-53f4-49cd-bece-71556ada352e tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 944 time: 0.3958776 Jun 29 12:41:02.623071 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-00867383-377f-43e7-9f18-88d3fe1ac9b5 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/quotas/786696da0f1142af972b0ec9ee770368 HTTP/1.1" status: 200 len: 375 time: 0.0203123 Jun 29 12:41:02.665054 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-04bacefe-b096-4f91-8175-d55da06ae7a1 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=786696da0f1142af972b0ec9ee770368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358069 Jun 29 12:41:02.668276 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-75a57c86-0522-4e5f-8f9a-c72efa95d267 req-4d935115-3fbb-4bb6-ab94-49b41327b332 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595303 Jun 29 12:41:02.758533 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-e06ea4f8-f386-4bd8-b046-97d09ee1239e service neutron] 10.222.0.61 "GET /v2.0/networks/043211a1-8ccb-4885-bcbb-bf9c609ca5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865607 Jun 29 12:41:02.895233 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-2e3eebf1-9bf8-4501-b9f6-7926fb0ee889 service neutron] 10.222.0.61 "GET /v2.0/networks/043211a1-8ccb-4885-bcbb-bf9c609ca5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307487 Jun 29 12:41:02.903543 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212468de-fa7b-439b-ae0b-a37fecb78010 req-293cc5e7-879e-46cf-996d-8f729e65dbe4 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:02.904959 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-212468de-fa7b-439b-ae0b-a37fecb78010 req-293cc5e7-879e-46cf-996d-8f729e65dbe4 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 943 time: 0.1333678 Jun 29 12:41:02.945530 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-212468de-fa7b-439b-ae0b-a37fecb78010 req-de608ada-98cf-4394-8030-ea05cdbd883b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345244 Jun 29 12:41:03.167042 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f640a7ff-bf9f-4f8f-93f2-063419bde065 req-1934ef52-22be-4edf-8e6e-5ba1438e2312 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 210 time: 0.0302451 Jun 29 12:41:03.195085 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device aba27577-58b6-4005-bbc1-6ec9058eac10 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:41:03.290906 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port aba27577-58b6-4005-bbc1-6ec9058eac10, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aba27577-58b6-4005-bbc1-6ec9058eac10,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:03.302124 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'port_id': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'mac_address': 'fa:16:3e:72:b8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:41:03.338447 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:03.354585 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba27577-58b6-4005-bbc1-6ec9058eac10 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:41:03.373439 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port aba27577-58b6-4005-bbc1-6ec9058eac10, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aba27577-58b6-4005-bbc1-6ec9058eac10,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:03.448880 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:03.449729 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 4c428f38-448c-492f-a677-f7ea24e7b506 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:41:03.452439 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:03.544674 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=aba27577-58b6-4005-bbc1-6ec9058eac10,revision_number=7']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:03.555272 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:03.555627 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:03.555972 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:03.556314 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:03.556649 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:03.556983 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:03.557312 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:03.557641 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:03.557970 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:03.558324 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:03.558653 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:03.558975 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:03.562880 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:03.598462 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 4c428f38-448c-492f-a677-f7ea24e7b506, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4c428f38-448c-492f-a677-f7ea24e7b506,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:03.610381 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '4c428f38-448c-492f-a677-f7ea24e7b506', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'port_id': '4c428f38-448c-492f-a677-f7ea24e7b506', 'mac_address': 'fa:16:3e:f4:cb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:41:03.650921 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:03.664514 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c428f38-448c-492f-a677-f7ea24e7b506 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:41:03.683786 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 4c428f38-448c-492f-a677-f7ea24e7b506, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4c428f38-448c-492f-a677-f7ea24e7b506,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:03.805915 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:03.807866 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:03.841618 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69c31d-121e-49c6-afd4-441b7ee23c78 req-5e35f1c4-0a4a-4e6b-aa6e-9979459dcb19 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:03.843083 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0e69c31d-121e-49c6-afd4-441b7ee23c78 req-5e35f1c4-0a4a-4e6b-aa6e-9979459dcb19 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 945 time: 0.0619340 Jun 29 12:41:03.855415 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=4c428f38-448c-492f-a677-f7ea24e7b506,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:03.858630 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:03.884483 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0e69c31d-121e-49c6-afd4-441b7ee23c78 req-72282006-a14b-4edb-9fe3-b88a373f0b36 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350835 Jun 29 12:41:04.054209 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['4c428f38-448c-492f-a677-f7ea24e7b506'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:41:04.078352 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['aba27577-58b6-4005-bbc1-6ec9058eac10'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:41:04.130390 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762260cd-7bd6-4f05-9ddb-8bd9d5decf9b req-af2a2e4d-9164-49c6-8267-7164961643b8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:04.132713 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-762260cd-7bd6-4f05-9ddb-8bd9d5decf9b req-af2a2e4d-9164-49c6-8267-7164961643b8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 944 time: 0.0670869 Jun 29 12:41:04.175546 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-762260cd-7bd6-4f05-9ddb-8bd9d5decf9b req-d78fc23b-e38c-4e6c-8619-105f9c6fbab2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358746 Jun 29 12:41:04.328192 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6655601a-f0f6-45dd-9689-a7fad6825d72 req-503560d4-8af9-4e5f-a688-b5f94d05a7f1 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 210 time: 0.0291095 Jun 29 12:41:05.054992 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ac0d-1fc3-4b24-857a-2951c2cfe236 req-b35776ec-4ac0-4932-97bd-94b4e05f07cf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:05.056461 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b583ac0d-1fc3-4b24-857a-2951c2cfe236 req-b35776ec-4ac0-4932-97bd-94b4e05f07cf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1000600 Jun 29 12:41:05.107032 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b583ac0d-1fc3-4b24-857a-2951c2cfe236 req-87443e75-ab70-4859-a47c-b6873f60e4fc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442147 Jun 29 12:41:05.115029 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68076b-c9b0-46f9-b46e-1ece71f5d0c3 req-107206b1-2643-4651-8f66-d5318fbcae2a tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:05.117110 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ce68076b-c9b0-46f9-b46e-1ece71f5d0c3 req-107206b1-2643-4651-8f66-d5318fbcae2a tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 945 time: 0.1130731 Jun 29 12:41:05.155783 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ce68076b-c9b0-46f9-b46e-1ece71f5d0c3 req-e373e428-dd82-4a28-8482-316415a39489 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323944 Jun 29 12:41:05.240635 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device aba27577-58b6-4005-bbc1-6ec9058eac10 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:41:05.288471 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port aba27577-58b6-4005-bbc1-6ec9058eac10 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:41:05.288856 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:05.369048 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4931ea-cd45-4523-9294-f50b3eb21545 req-27b3e88b-d6a2-460f-9411-7589a2bc3e01 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:05.380359 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-eb4931ea-cd45-4523-9294-f50b3eb21545 req-27b3e88b-d6a2-460f-9411-7589a2bc3e01 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 944 time: 0.0707262 Jun 29 12:41:05.380871 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:05.405728 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port aba27577-58b6-4005-bbc1-6ec9058eac10, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aba27577-58b6-4005-bbc1-6ec9058eac10,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:05.407115 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:41:05.409955 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3a3244-e2ce-4b00-9839-f2872454993b" -d '{"events": [{"server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "name": "network-vif-plugged", "status": "completed", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:05.418874 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-eb4931ea-cd45-4523-9294-f50b3eb21545 req-69023670-fc30-48dc-9bcf-9aee8d702e87 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419695 Jun 29 12:41:05.470111 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5036ee-6052-4100-812d-73737e7ba5b8 x-openstack-request-id: req-7f5036ee-6052-4100-812d-73737e7ba5b8 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:05.474252 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "name": "network-vif-plugged", "status": "completed", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:05.474252 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f5036ee-6052-4100-812d-73737e7ba5b8 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:05.474252 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'code': 200} Jun 29 12:41:05.485270 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-70fbd56e-3b2d-4720-9cb0-cf03d9ddba79 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:05.486738 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-70fbd56e-3b2d-4720-9cb0-cf03d9ddba79 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.37 "GET /v2.0/networks?id=043211a1-8ccb-4885-bcbb-bf9c609ca5d9 HTTP/1.1" status: 200 len: 814 time: 0.1380188 Jun 29 12:41:05.492568 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:05.493479 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 4c428f38-448c-492f-a677-f7ea24e7b506 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:41:05.501706 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Request body: {'port': {'device_id': 'cde38911-9400-4418-ba3c-cd9c546d4c28', 'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9', 'admin_state_up': True, 'tenant_id': '786696da0f1142af972b0ec9ee770368'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:41:05.505519 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4b21c794-435b-4d64-87dc-9b534452fa7f req-5b46adbb-23b4-4674-a2ad-487fc7817264 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 210 time: 0.0458591 Jun 29 12:41:05.519505 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d95b30c4-1857-4bc5-b8bd-d4237d18c37d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:05.579304 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=aba27577-58b6-4005-bbc1-6ec9058eac10,revision_number=8']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:05.582978 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:05.674189 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port 4c428f38-448c-492f-a677-f7ea24e7b506 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:41:05.678213 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 4c428f38-448c-492f-a677-f7ea24e7b506 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:41:05.678721 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:05.728637 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Made reservation on behalf of 786696da0f1142af972b0ec9ee770368 for: {'port': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:41:05.732518 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:05.765125 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:05.879323 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Allocated IP 172.20.0.6 (043211a1-8ccb-4885-bcbb-bf9c609ca5d9/2764f287-c9dc-4af0-8bb9-f261f2b6233f/364bd342-0446-4bf9-a35f-4bff084b88a7) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:41:05.912437 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cfefb-bbc7-4e73-9dba-82217e28746a req-aeb45863-357a-4e56-8fc6-1a002fcee30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:05.915031 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-074cfefb-bbc7-4e73-9dba-82217e28746a req-aeb45863-357a-4e56-8fc6-1a002fcee30c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0840681 Jun 29 12:41:05.931523 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 4c428f38-448c-492f-a677-f7ea24e7b506, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4c428f38-448c-492f-a677-f7ea24e7b506,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:05.951794 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-074cfefb-bbc7-4e73-9dba-82217e28746a req-49d4d3c2-aa6c-4461-a4f2-c3a1b477f7e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301318 Jun 29 12:41:06.047340 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:06.050006 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:06.050531 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:06.107133 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=4c428f38-448c-492f-a677-f7ea24e7b506,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:06.115057 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:06.186367 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:06.189818 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:06.240804 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Network 043211a1-8ccb-4885-bcbb-bf9c609ca5d9 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:41:06.247471 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:41:06.252047 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:41:06.276239 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Pushing event updated for resources: {'Port': ['ID=364bd342-0446-4bf9-a35f-4bff084b88a7,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:06.285765 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:06.310943 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:06.311550 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:06.338065 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1380d25-bf21-4d19-a1ae-235da1a0b265 req-029e443a-7719-4ca2-a00a-527a43de688f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:06.339558 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d1380d25-bf21-4d19-a1ae-235da1a0b265 req-029e443a-7719-4ca2-a00a-527a43de688f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1064405 Jun 29 12:41:06.392850 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb26d3c-eb64-4143-a318-6a6cbd839500 req-3d7019cc-e68c-4af7-a101-f967609a937f tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:06.394330 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7cb26d3c-eb64-4143-a318-6a6cbd839500 req-3d7019cc-e68c-4af7-a101-f967609a937f tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.1130853 Jun 29 12:41:06.397464 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d1380d25-bf21-4d19-a1ae-235da1a0b265 req-7d972af5-7558-4383-8eba-a39e3e01606d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516760 Jun 29 12:41:06.431733 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7cb26d3c-eb64-4143-a318-6a6cbd839500 req-272d49df-3846-4514-99b6-0c742a053cc3 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317349 Jun 29 12:41:06.440796 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-bd7f2ab7-1e6e-4b02-bf0b-576a5043ad41 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9429920 Jun 29 12:41:06.454549 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Request body: {'port': {'device_id': 'cde38911-9400-4418-ba3c-cd9c546d4c28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:41:06.527444 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:06.595681 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30968fc-62e7-466f-978e-07acfbffba8f req-58afa9c1-5edf-4a1d-92e2-a1dabde674d8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:06.597216 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b30968fc-62e7-466f-978e-07acfbffba8f req-58afa9c1-5edf-4a1d-92e2-a1dabde674d8 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 945 time: 0.0665286 Jun 29 12:41:06.670889 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b30968fc-62e7-466f-978e-07acfbffba8f req-4c6d5691-90df-4d2b-8600-9560397ba161 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678244 Jun 29 12:41:06.715085 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade3a5d-04e6-4ae9-8420-d90a06a4852f req-0aab0277-cdc5-4571-a59d-370e6b83fcd0 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:06.718867 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7ade3a5d-04e6-4ae9-8420-d90a06a4852f req-0aab0277-cdc5-4571-a59d-370e6b83fcd0 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 931 time: 0.0895317 Jun 29 12:41:06.755333 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7ade3a5d-04e6-4ae9-8420-d90a06a4852f req-c2f7e232-4c51-451f-92b7-60fad7ceee32 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326440 Jun 29 12:41:06.806373 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364bd342-0446-4bf9-a35f-4bff084b88a7 {{(pid=93600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:41:06.813978 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:06.825833 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Transition to ACTIVE for port object 364bd342-0446-4bf9-a35f-4bff084b88a7 will not be triggered until provisioned by entity L2. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:41:06.930020 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:06.933037 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ee6de49e-16cd-449a-8033-342af96cf3bc tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:06.979110 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=364bd342-0446-4bf9-a35f-4bff084b88a7,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:06.983316 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:07.053211 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Attempting to bind port 364bd342-0446-4bf9-a35f-4bff084b88a7 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:41:07.053971 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Attempting to bind port 364bd342-0446-4bf9-a35f-4bff084b88a7 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e387de80-11da-4145-b1ea-9b65496b1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9'}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:41:07.053971 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Attempting to bind port 364bd342-0446-4bf9-a35f-4bff084b88a7 on network 043211a1-8ccb-4885-bcbb-bf9c609ca5d9 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:41:07.058256 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Port 364bd342-0446-4bf9-a35f-4bff084b88a7 on network 043211a1-8ccb-4885-bcbb-bf9c609ca5d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:41:07.058579 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Attempting to bind port 364bd342-0446-4bf9-a35f-4bff084b88a7 on network 043211a1-8ccb-4885-bcbb-bf9c609ca5d9 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:41:07.064059 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:41:07.064461 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Checking segment: {'id': 'e387de80-11da-4145-b1ea-9b65496b1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:41:07.064986 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Bound using segment: {'id': 'e387de80-11da-4145-b1ea-9b65496b1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9'} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:41:07.065415 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Bound port: 364bd342-0446-4bf9-a35f-4bff084b88a7, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e387de80-11da-4145-b1ea-9b65496b1108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9'}}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:41:07.065770 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:07.131283 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] For port 364bd342-0446-4bf9-a35f-4bff084b88a7, host hv-cinder-78662, cleared binding levels {{(pid=93600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:41:07.134660 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] For port 364bd342-0446-4bf9-a35f-4bff084b88a7, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=364bd342-0446-4bf9-a35f-4bff084b88a7,segment=NetworkSegment(e387de80-11da-4145-b1ea-9b65496b1108),segment_id=e387de80-11da-4145-b1ea-9b65496b1108)] {{(pid=93600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:41:07.208775 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:07.212563 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-67f3b768-1ba4-466a-82be-7b80e146be32 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:07.242744 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:07.243366 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:07.244728 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] 10.222.0.37 "PUT /v2.0/ports/364bd342-0446-4bf9-a35f-4bff084b88a7 HTTP/1.1" status: 200 len: 1093 time: 0.7951617 Jun 29 12:41:07.245220 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde38911-9400-4418-ba3c-cd9c546d4c28', 'tag': '364bd342-0446-4bf9-a35f-4bff084b88a7'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:41:07.247498 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48051e9-fd35-46db-a867-9eef7bbf2fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "cde38911-9400-4418-ba3c-cd9c546d4c28", "tag": "364bd342-0446-4bf9-a35f-4bff084b88a7"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:07.272700 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=364bd342-0446-4bf9-a35f-4bff084b88a7,revision_number=3']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:07.275968 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:07.286470 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0466af47-d222-4a13-8280-87f7f4b56aad x-openstack-request-id: req-0466af47-d222-4a13-8280-87f7f4b56aad {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:07.291518 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde38911-9400-4418-ba3c-cd9c546d4c28", "tag": "364bd342-0446-4bf9-a35f-4bff084b88a7", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:07.291518 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0466af47-d222-4a13-8280-87f7f4b56aad {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:07.291518 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde38911-9400-4418-ba3c-cd9c546d4c28', 'tag': '364bd342-0446-4bf9-a35f-4bff084b88a7', 'status': 'completed', 'code': 200} Jun 29 12:41:07.359362 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48051e9-fd35-46db-a867-9eef7bbf2fb9 req-7daac4b9-58e9-4a3c-ba27-e7e28784df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:07.360813 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-f48051e9-fd35-46db-a867-9eef7bbf2fb9 req-7daac4b9-58e9-4a3c-ba27-e7e28784df53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=786696da0f1142af972b0ec9ee770368&device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 1096 time: 0.0520642 Jun 29 12:41:07.454116 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4d6dfb33-90c3-47e4-b48e-a19edcd92f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:07.460763 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48051e9-fd35-46db-a867-9eef7bbf2fb9 req-5e3f44c8-f2a7-4a2a-bb40-6a2f54f9def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:07.462469 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-f48051e9-fd35-46db-a867-9eef7bbf2fb9 req-5e3f44c8-f2a7-4a2a-bb40-6a2f54f9def2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=786696da0f1142af972b0ec9ee770368&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943754 Jun 29 12:41:07.472762 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a19bd02-6d45-4d44-b621-33301753678f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c428f38-448c-492f-a677-f7ea24e7b506'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:41:07.475209 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088d2d00-bdcf-48bc-80cb-ecc639372b53" -d '{"events": [{"server_uuid": "0a19bd02-6d45-4d44-b621-33301753678f", "name": "network-vif-plugged", "status": "completed", "tag": "4c428f38-448c-492f-a677-f7ea24e7b506"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:07.557121 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48051e9-fd35-46db-a867-9eef7bbf2fb9 req-b608a72d-2ad5-4539-aa72-3c3d9379af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:07.558805 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-f48051e9-fd35-46db-a867-9eef7bbf2fb9 req-b608a72d-2ad5-4539-aa72-3c3d9379af16 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898075 Jun 29 12:41:07.628424 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49409e7a-9538-42c4-ab2a-e1d19a29be41 req-deefb3ff-8b31-4e65-878a-b724639af3e4 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:07.629890 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-49409e7a-9538-42c4-ab2a-e1d19a29be41 req-deefb3ff-8b31-4e65-878a-b724639af3e4 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1097984 Jun 29 12:41:07.641712 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413754c-35a0-41a7-baf4-ea7b15ccf1fa req-1eb3a8d6-cb96-42e8-8fd0-7344039de0e1 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:07.643157 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3413754c-35a0-41a7-baf4-ea7b15ccf1fa req-1eb3a8d6-cb96-42e8-8fd0-7344039de0e1 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0917115 Jun 29 12:41:07.654415 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-fd0ef698-3f38-4405-9af9-2b9f877034b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:07.655911 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-fd0ef698-3f38-4405-9af9-2b9f877034b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=786696da0f1142af972b0ec9ee770368&device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 1096 time: 0.0572789 Jun 29 12:41:07.700050 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-a95b5c11-8930-41d4-9100-a7a20188089f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=364bd342-0446-4bf9-a35f-4bff084b88a7 HTTP/1.1" status: 200 len: 217 time: 0.0354269 Jun 29 12:41:07.700680 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-49409e7a-9538-42c4-ab2a-e1d19a29be41 req-237d1262-c5a6-4bd2-8863-15e06450e094 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565989 Jun 29 12:41:07.703623 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3413754c-35a0-41a7-baf4-ea7b15ccf1fa req-1ca8c99e-06d3-4108-8ea0-b0e02bccfdb9 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528636 Jun 29 12:41:07.753176 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-0bb92c45-9453-4130-a7f2-3ddc76a171f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:07.754960 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-0bb92c45-9453-4130-a7f2-3ddc76a171f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2764f287-c9dc-4af0-8bb9-f261f2b6233f HTTP/1.1" status: 200 len: 854 time: 0.0478117 Jun 29 12:41:07.792103 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-c722a370-a2d2-4515-9466-a9cc5c791626 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=043211a1-8ccb-4885-bcbb-bf9c609ca5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303869 Jun 29 12:41:07.815435 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358a5727-dcf2-4890-953a-e588005a4dbc x-openstack-request-id: req-358a5727-dcf2-4890-953a-e588005a4dbc {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:07.815958 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a19bd02-6d45-4d44-b621-33301753678f", "name": "network-vif-plugged", "status": "completed", "tag": "4c428f38-448c-492f-a677-f7ea24e7b506", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:07.816436 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-358a5727-dcf2-4890-953a-e588005a4dbc {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:07.817025 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a19bd02-6d45-4d44-b621-33301753678f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c428f38-448c-492f-a677-f7ea24e7b506', 'code': 200} Jun 29 12:41:07.886167 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848e21b-c41b-4a9f-a667-8cf683001291 req-a5cfbedc-dbc7-4d3f-86d0-dc8f2f3103fe tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:07.887668 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8848e21b-c41b-4a9f-a667-8cf683001291 req-a5cfbedc-dbc7-4d3f-86d0-dc8f2f3103fe tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 945 time: 0.0670278 Jun 29 12:41:07.895104 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-a27107dd-8625-4bee-bdd6-5813ce459dc9 service neutron] 10.222.0.37 "GET /v2.0/networks/043211a1-8ccb-4885-bcbb-bf9c609ca5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905244 Jun 29 12:41:07.937983 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8848e21b-c41b-4a9f-a667-8cf683001291 req-0f4dcfc8-8735-40ce-a6d8-35966b0dd03b tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445552 Jun 29 12:41:07.995474 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1f072-6759-4bb5-8c3f-49e80a6e9b59 req-ab59f01f-1318-45da-8a94-e2379b50f4f2 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:07.996319 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0da57fd6-f49e-499f-8474-2b2769e71381 req-321fd196-1b88-484e-b5e8-0fa581ac8dbd service neutron] 10.222.0.37 "GET /v2.0/networks/043211a1-8ccb-4885-bcbb-bf9c609ca5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938244 Jun 29 12:41:07.997134 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0ac1f072-6759-4bb5-8c3f-49e80a6e9b59 req-ab59f01f-1318-45da-8a94-e2379b50f4f2 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 943 time: 0.0745213 Jun 29 12:41:08.039135 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0ac1f072-6759-4bb5-8c3f-49e80a6e9b59 req-7c4c678b-b6de-4bf6-8e86-55099dfcb63c tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352411 Jun 29 12:41:08.231805 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4ddb4-6e64-437f-8421-0c306b388038 req-06c4663c-27df-4088-803b-c50f944cd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:08.233241 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-eba4ddb4-6e64-437f-8421-0c306b388038 req-06c4663c-27df-4088-803b-c50f944cd1e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 1098 time: 0.0505269 Jun 29 12:41:08.266760 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-eba4ddb4-6e64-437f-8421-0c306b388038 req-3b0b47c9-1ee1-463d-a877-14c597a934d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0268290 Jun 29 12:41:08.879262 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ebba2-775a-4bb0-badb-b04499cc8b13 req-1e6739af-50a2-462f-8491-b37e6e596fdf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:08.880713 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fe5ebba2-775a-4bb0-badb-b04499cc8b13 req-1e6739af-50a2-462f-8491-b37e6e596fdf tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0629168 Jun 29 12:41:08.918874 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fe5ebba2-775a-4bb0-badb-b04499cc8b13 req-af529e65-0cb8-45cf-9b3d-88c4190ceead tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319977 Jun 29 12:41:09.110671 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec5df5-7c35-4f41-9bc2-08a0c6735d51 req-62cc7b5f-d8a7-40af-8ab6-a1f87ed787b6 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:09.112173 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-89ec5df5-7c35-4f41-9bc2-08a0c6735d51 req-62cc7b5f-d8a7-40af-8ab6-a1f87ed787b6 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 945 time: 0.0628209 Jun 29 12:41:09.150862 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-89ec5df5-7c35-4f41-9bc2-08a0c6735d51 req-c51896d3-760a-4bc7-a6be-e61ba44009f6 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327988 Jun 29 12:41:09.216133 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc93f1a-0a3c-4b6c-9987-473e393a8076 req-87771df5-1063-4751-9f4b-cce7f10e29df tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:09.217704 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bcc93f1a-0a3c-4b6c-9987-473e393a8076 req-87771df5-1063-4751-9f4b-cce7f10e29df tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 943 time: 0.0659974 Jun 29 12:41:09.241098 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 364bd342-0446-4bf9-a35f-4bff084b88a7 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:41:09.255371 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bcc93f1a-0a3c-4b6c-9987-473e393a8076 req-2c14e476-fc89-4024-b7d5-6b2821734688 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316939 Jun 29 12:41:09.337947 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 364bd342-0446-4bf9-a35f-4bff084b88a7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=364bd342-0446-4bf9-a35f-4bff084b88a7,segment=NetworkSegment(e387de80-11da-4145-b1ea-9b65496b1108),segment_id=e387de80-11da-4145-b1ea-9b65496b1108)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:09.348895 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '364bd342-0446-4bf9-a35f-4bff084b88a7', 'network_id': '043211a1-8ccb-4885-bcbb-bf9c609ca5d9', 'port_id': '364bd342-0446-4bf9-a35f-4bff084b88a7', 'mac_address': 'fa:16:3e:9a:65:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2764f287-c9dc-4af0-8bb9-f261f2b6233f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:41:09.385100 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:09.397399 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364bd342-0446-4bf9-a35f-4bff084b88a7 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:41:09.416185 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 364bd342-0446-4bf9-a35f-4bff084b88a7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=364bd342-0446-4bf9-a35f-4bff084b88a7,segment=NetworkSegment(e387de80-11da-4145-b1ea-9b65496b1108),segment_id=e387de80-11da-4145-b1ea-9b65496b1108)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:09.519488 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:09.521286 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:09.566298 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=364bd342-0446-4bf9-a35f-4bff084b88a7,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:09.569966 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:09.760759 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['364bd342-0446-4bf9-a35f-4bff084b88a7'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:41:10.040153 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-87d41067-e47d-4a6f-bb18-8a9e7294e845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:10.096706 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b00c5-da80-4b81-b8a5-935677fa9b51 req-f42fe48b-7d33-4850-8235-bfeaf479701d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:10.098179 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a14b00c5-da80-4b81-b8a5-935677fa9b51 req-f42fe48b-7d33-4850-8235-bfeaf479701d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0624099 Jun 29 12:41:10.135885 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a14b00c5-da80-4b81-b8a5-935677fa9b51 req-4ab44f26-19db-4e5c-844f-59833b0ea0a9 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316994 Jun 29 12:41:10.313845 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:10.331551 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25338f20-1074-4df3-8d14-2eda51369ecd req-7ea9a603-9624-45a0-812a-53d6bec9c486 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:10.333058 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-25338f20-1074-4df3-8d14-2eda51369ecd req-7ea9a603-9624-45a0-812a-53d6bec9c486 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 945 time: 0.0691080 Jun 29 12:41:10.385692 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-25338f20-1074-4df3-8d14-2eda51369ecd req-58f5940a-f98c-4d81-8e42-b330e9da05d1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465407 Jun 29 12:41:10.439305 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820a63b-6dbb-48ae-8d41-ac7299b1c72a req-51ab66a9-e623-4257-8524-c8cc041ce25e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:10.440762 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3820a63b-6dbb-48ae-8d41-ac7299b1c72a req-51ab66a9-e623-4257-8524-c8cc041ce25e tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 944 time: 0.0688672 Jun 29 12:41:10.479495 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3820a63b-6dbb-48ae-8d41-ac7299b1c72a req-3a3e4629-24bf-4bec-b1e5-948a8376bbf7 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328557 Jun 29 12:41:10.559163 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c451dfc-e38a-453a-aa39-cce1f4583b6d req-2936b596-120b-43a7-b8a9-2ab097d2e61f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:10.560539 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c451dfc-e38a-453a-aa39-cce1f4583b6d req-2936b596-120b-43a7-b8a9-2ab097d2e61f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 945 time: 0.0629928 Jun 29 12:41:10.569269 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 55856) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:41:10.574484 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-c102f399-a795-46ea-b938-027f82f5930c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Request body: {'floatingip': {'port_id': '4c428f38-448c-492f-a677-f7ea24e7b506'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:41:10.613792 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c102f399-a795-46ea-b938-027f82f5930c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:11.256377 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 364bd342-0446-4bf9-a35f-4bff084b88a7 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:41:11.289964 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c102f399-a795-46ea-b938-027f82f5930c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:11.320468 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4814ed-b43e-4884-ab56-261236f4d280 req-44762079-7622-420f-8aaf-cc2ed23fe2b7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:11.321939 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7e4814ed-b43e-4884-ab56-261236f4d280 req-44762079-7622-420f-8aaf-cc2ed23fe2b7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0679619 Jun 29 12:41:11.348445 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c102f399-a795-46ea-b938-027f82f5930c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:11.361292 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7e4814ed-b43e-4884-ab56-261236f4d280 req-09faf0da-04be-4c9c-b3a0-49b41b43c109 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322654 Jun 29 12:41:11.377097 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port 364bd342-0446-4bf9-a35f-4bff084b88a7 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:41:11.389104 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 364bd342-0446-4bf9-a35f-4bff084b88a7 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:41:11.389104 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:11.429829 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:11.451104 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.l3_db [None req-c102f399-a795-46ea-b938-027f82f5930c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Floating IP bb796c42-b541-49b6-baee-d5d5329c3e75 associated. External IP: 172.27.2.50, port: 4c428f38-448c-492f-a677-f7ea24e7b506. Jun 29 12:41:11.464123 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:11.486212 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde38911-9400-4418-ba3c-cd9c546d4c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364bd342-0446-4bf9-a35f-4bff084b88a7'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:41:11.488432 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2001c927-7b4f-4cd1-98f0-d97584780442" -d '{"events": [{"server_uuid": "cde38911-9400-4418-ba3c-cd9c546d4c28", "name": "network-vif-plugged", "status": "completed", "tag": "364bd342-0446-4bf9-a35f-4bff084b88a7"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:11.501425 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 364bd342-0446-4bf9-a35f-4bff084b88a7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=364bd342-0446-4bf9-a35f-4bff084b88a7,segment=NetworkSegment(e387de80-11da-4145-b1ea-9b65496b1108),segment_id=e387de80-11da-4145-b1ea-9b65496b1108)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:11.528659 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d32c91-1851-4c0b-932c-b25c5f575d90 x-openstack-request-id: req-30d32c91-1851-4c0b-932c-b25c5f575d90 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:11.529028 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde38911-9400-4418-ba3c-cd9c546d4c28", "name": "network-vif-plugged", "status": "completed", "tag": "364bd342-0446-4bf9-a35f-4bff084b88a7", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:11.529355 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30d32c91-1851-4c0b-932c-b25c5f575d90 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:11.529758 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde38911-9400-4418-ba3c-cd9c546d4c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364bd342-0446-4bf9-a35f-4bff084b88a7', 'code': 200} Jun 29 12:41:11.569233 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:11.571312 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:11.622927 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=364bd342-0446-4bf9-a35f-4bff084b88a7,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:11.626280 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:11.665058 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c102f399-a795-46ea-b938-027f82f5930c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Router 8875406f-1fe0-4a35-880e-fb886d25535c has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:41:11.681159 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec438548-416d-4c8c-93fb-4e6dd838c08d req-d2860849-7cd2-4245-9e3d-87d6fe5781a2 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:11.682678 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ec438548-416d-4c8c-93fb-4e6dd838c08d req-d2860849-7cd2-4245-9e3d-87d6fe5781a2 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 945 time: 0.0677094 Jun 29 12:41:11.723814 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ec438548-416d-4c8c-93fb-4e6dd838c08d req-83cd66c1-eb8f-4c5a-aa55-87c486e51236 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350454 Jun 29 12:41:11.777712 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c102f399-a795-46ea-b938-027f82f5930c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:41:11.782757 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c102f399-a795-46ea-b938-027f82f5930c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:11.788897 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca18f4e-61a6-4d6c-afc3-e90a33e229bf None None] Sync routers for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:41:11.798591 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca18f4e-61a6-4d6c-afc3-e90a33e229bf None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:41:11.799253 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-cca18f4e-61a6-4d6c-afc3-e90a33e229bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:41:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:11.817953 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-c102f399-a795-46ea-b938-027f82f5930c tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "PUT /v2.0/floatingips/bb796c42-b541-49b6-baee-d5d5329c3e75 HTTP/1.1" status: 200 len: 990 time: 1.2474475 Jun 29 12:41:11.818644 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a19bd02-6d45-4d44-b621-33301753678f', 'tag': '4c428f38-448c-492f-a677-f7ea24e7b506'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:41:11.821734 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2039d2f-69ba-4724-8fc8-e9263f7a7f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a19bd02-6d45-4d44-b621-33301753678f", "tag": "4c428f38-448c-492f-a677-f7ea24e7b506"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:11.868752 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef9d1b7-9b78-4aa4-b554-28030de912e8 x-openstack-request-id: req-1ef9d1b7-9b78-4aa4-b554-28030de912e8 {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:11.869147 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a19bd02-6d45-4d44-b621-33301753678f", "tag": "4c428f38-448c-492f-a677-f7ea24e7b506", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:11.869494 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ef9d1b7-9b78-4aa4-b554-28030de912e8 {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:11.870114 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a19bd02-6d45-4d44-b621-33301753678f', 'tag': '4c428f38-448c-492f-a677-f7ea24e7b506', 'status': 'completed', 'code': 200} Jun 29 12:41:11.933847 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-cca18f4e-61a6-4d6c-afc3-e90a33e229bf None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:41:11.942835 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201a23f-417c-4141-86be-8dce210b8c28 req-f7312b88-dfca-49cb-8e10-c7e8949fa292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:11.945300 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-4201a23f-417c-4141-86be-8dce210b8c28 req-f7312b88-dfca-49cb-8e10-c7e8949fa292 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 1098 time: 0.0596147 Jun 29 12:41:11.954758 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039d2f-69ba-4724-8fc8-e9263f7a7f3f req-b374e2ed-7170-4d4a-a748-534dc4705050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:11.956337 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e2039d2f-69ba-4724-8fc8-e9263f7a7f3f req-b374e2ed-7170-4d4a-a748-534dc4705050 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=669e8d831f054520a9009ce00787a461&device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 1098 time: 0.0661349 Jun 29 12:41:11.982300 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-4201a23f-417c-4141-86be-8dce210b8c28 req-3740308f-f362-4ef6-8aad-6c54a78a2b61 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308053 Jun 29 12:41:12.058706 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039d2f-69ba-4724-8fc8-e9263f7a7f3f req-eb07c177-0724-4017-afa6-becc82c7aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:12.060180 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e2039d2f-69ba-4724-8fc8-e9263f7a7f3f req-eb07c177-0724-4017-afa6-becc82c7aceb service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635 HTTP/1.1" status: 200 len: 912 time: 0.0978222 Jun 29 12:41:12.127245 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e2039d2f-69ba-4724-8fc8-e9263f7a7f3f req-e5af8714-4d5a-45ff-9878-1943b19d5a94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c428f38-448c-492f-a677-f7ea24e7b506 HTTP/1.1" status: 200 len: 998 time: 0.0568199 Jun 29 12:41:12.165715 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-cca18f4e-61a6-4d6c-afc3-e90a33e229bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'bb796c42-b541-49b6-baee-d5d5329c3e75', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'port_id': '4c428f38-448c-492f-a677-f7ea24e7b506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'mac_address': 'fa:16:3e:f4:cb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a19bd02-6d45-4d44-b621-33301753678f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:40:50Z', 'updated_at': '2021-06-29T12:41:11Z', 'revision_number': 1, 'project_id': '669e8d831f054520a9009ce00787a461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:43Z', 'revision_number': 5, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:12.181077 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039d2f-69ba-4724-8fc8-e9263f7a7f3f req-533bfb39-9bb3-405c-9793-3d62ad58904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:12.182534 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e2039d2f-69ba-4724-8fc8-e9263f7a7f3f req-533bfb39-9bb3-405c-9793-3d62ad58904c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd3d97b5-7200-4a03-a6e3-8c6b38e69922 HTTP/1.1" status: 200 len: 850 time: 0.0487864 Jun 29 12:41:12.191892 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca18f4e-61a6-4d6c-afc3-e90a33e229bf None None] Checking router: 8875406f-1fe0-4a35-880e-fb886d25535c for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:41:12.201693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca18f4e-61a6-4d6c-afc3-e90a33e229bf None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:41:12.202340 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-cca18f4e-61a6-4d6c-afc3-e90a33e229bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:41:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:12.238957 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039d2f-69ba-4724-8fc8-e9263f7a7f3f req-949d46dc-1a01-4386-a285-2edf9b20f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:12.240435 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e2039d2f-69ba-4724-8fc8-e9263f7a7f3f req-949d46dc-1a01-4386-a285-2edf9b20f0c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5a4c3eb-c62e-408e-b4b5-0b0c94574635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512872 Jun 29 12:41:12.306339 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-cca18f4e-61a6-4d6c-afc3-e90a33e229bf None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:41:12.328886 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e2039d2f-69ba-4724-8fc8-e9263f7a7f3f req-427a3f10-beae-4e84-ae14-234bd952c2bc service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811708 Jun 29 12:41:12.426889 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e2039d2f-69ba-4724-8fc8-e9263f7a7f3f req-22d7401d-b7e2-47bf-9047-b4ad24988c1b service neutron] 10.222.0.37 "GET /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892155 Jun 29 12:41:12.535908 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-cca18f4e-61a6-4d6c-afc3-e90a33e229bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'bb796c42-b541-49b6-baee-d5d5329c3e75', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'port_id': '4c428f38-448c-492f-a677-f7ea24e7b506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'mac_address': 'fa:16:3e:f4:cb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a19bd02-6d45-4d44-b621-33301753678f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:40:50Z', 'updated_at': '2021-06-29T12:41:11Z', 'revision_number': 1, 'project_id': '669e8d831f054520a9009ce00787a461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:43Z', 'revision_number': 5, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:12.545254 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1f40d-6835-46e3-97e5-a6e8d3d5e025 req-ca9f33dd-41bf-43ad-a9d0-f5eb9d49abab tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:12.546798 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a0c1f40d-6835-46e3-97e5-a6e8d3d5e025 req-ca9f33dd-41bf-43ad-a9d0-f5eb9d49abab tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0638745 Jun 29 12:41:12.562376 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca18f4e-61a6-4d6c-afc3-e90a33e229bf None None] The sync data for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi is: [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'bb796c42-b541-49b6-baee-d5d5329c3e75', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'port_id': '4c428f38-448c-492f-a677-f7ea24e7b506', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'mac_address': 'fa:16:3e:f4:cb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a19bd02-6d45-4d44-b621-33301753678f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:40:50Z', 'updated_at': '2021-06-29T12:41:11Z', 'revision_number': 1, 'project_id': '669e8d831f054520a9009ce00787a461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:43Z', 'revision_number': 5, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:41:12.586233 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a0c1f40d-6835-46e3-97e5-a6e8d3d5e025 req-61cc4d34-df9f-476d-9971-9eac724cc4cd tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334134 Jun 29 12:41:12.751585 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2789eff-41d4-4d07-bba5-eaa4baa85c48 None None] New status for floating IP bb796c42-b541-49b6-baee-d5d5329c3e75: ACTIVE {{(pid=93602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:41:12.799881 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:12.907953 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123a472-846b-4d4e-b027-84810c7a2c43 req-938b45cd-65df-47e7-bbe2-e455c12601f7 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:12.909397 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9123a472-846b-4d4e-b027-84810c7a2c43 req-938b45cd-65df-47e7-bbe2-e455c12601f7 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 945 time: 0.0679622 Jun 29 12:41:12.949063 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9123a472-846b-4d4e-b027-84810c7a2c43 req-2649098f-ef92-4953-ac37-80fdf4f4b822 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333626 Jun 29 12:41:13.764078 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485235f-58df-4651-a38f-5947f0959c74 req-01ba4c62-52dd-4a1b-9af0-900176c2dc5d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:13.765456 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9485235f-58df-4651-a38f-5947f0959c74 req-01ba4c62-52dd-4a1b-9af0-900176c2dc5d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0661905 Jun 29 12:41:13.804232 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9485235f-58df-4651-a38f-5947f0959c74 req-5838f092-73fc-4150-ae07-da2aba8858ca tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332506 Jun 29 12:41:14.123790 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ac4fb-c85f-4137-960b-3357f661cfdd req-7f11558c-8b4e-4ffe-956c-768de9e77e46 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:14.125439 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8f1ac4fb-c85f-4137-960b-3357f661cfdd req-7f11558c-8b4e-4ffe-956c-768de9e77e46 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 945 time: 0.0641816 Jun 29 12:41:14.164576 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8f1ac4fb-c85f-4137-960b-3357f661cfdd req-38ac7e16-f1ab-4c95-805c-45fa0a7ee984 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325501 Jun 29 12:41:14.988574 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb240d-4891-47cb-87d7-79386a9b18ee req-b3af8cce-aeed-4432-8967-44a3aa7dbcf3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:14.990033 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-69fb240d-4891-47cb-87d7-79386a9b18ee req-b3af8cce-aeed-4432-8967-44a3aa7dbcf3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0680664 Jun 29 12:41:15.028579 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-69fb240d-4891-47cb-87d7-79386a9b18ee req-73ae49f3-305e-41da-880f-4a30bab26cd3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317688 Jun 29 12:41:15.634067 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863af377-a543-4a0b-b5a2-f63129ea799f req-d38a6cc8-7ab7-4a6f-a39f-eb258779cfee tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:15.636020 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-863af377-a543-4a0b-b5a2-f63129ea799f req-d38a6cc8-7ab7-4a6f-a39f-eb258779cfee tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 945 time: 0.0630124 Jun 29 12:41:15.673941 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-863af377-a543-4a0b-b5a2-f63129ea799f req-a3f44e64-0d17-442a-9f09-d448618da84c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327041 Jun 29 12:41:16.214622 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb50ad2-3eac-4417-98c1-5e8b93c1e81b req-fe530324-612a-4c69-84fc-681a59a1d691 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:16.216079 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2eb50ad2-3eac-4417-98c1-5e8b93c1e81b req-fe530324-612a-4c69-84fc-681a59a1d691 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0682809 Jun 29 12:41:16.252537 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2eb50ad2-3eac-4417-98c1-5e8b93c1e81b req-d5882b5c-9b54-40b2-a575-94926918a975 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309231 Jun 29 12:41:16.846251 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bffd67-169a-4376-bbe7-ce46c359cd5f req-5aec39c7-f106-4884-9c20-ddbb88e1c917 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:16.847723 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-45bffd67-169a-4376-bbe7-ce46c359cd5f req-5aec39c7-f106-4884-9c20-ddbb88e1c917 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 945 time: 0.0640335 Jun 29 12:41:16.886384 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-45bffd67-169a-4376-bbe7-ce46c359cd5f req-a1969bfd-05bd-4fcb-b7ad-83d30795876d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326588 Jun 29 12:41:17.228212 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851085a-673d-4420-8f75-91c5931719ba req-bb35edbf-048b-4d53-9951-0dbf8c561af4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:17.229655 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4851085a-673d-4420-8f75-91c5931719ba req-bb35edbf-048b-4d53-9951-0dbf8c561af4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 945 time: 0.0660665 Jun 29 12:41:17.338545 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Deleting port 87909af7-d1fd-4bdc-b08d-f3984b3003f6 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:41:17.338886 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:17.467645 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] For port 87909af7-d1fd-4bdc-b08d-f3984b3003f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=87909af7-d1fd-4bdc-b08d-f3984b3003f6,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:17.467895 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:17.495647 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4a38-db5f-48d9-83f0-1fb828527041 req-6f8cf289-9f69-48e2-956a-39cae06b2d14 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:17.497128 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b59b4a38-db5f-48d9-83f0-1fb828527041 req-6f8cf289-9f69-48e2-956a-39cae06b2d14 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1195145 Jun 29 12:41:17.607560 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b59b4a38-db5f-48d9-83f0-1fb828527041 req-f8b955e6-f400-4fef-9d9b-365622441576 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834022 Jun 29 12:41:17.678867 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:17.679237 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:17.679552 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.l3_db [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Floating IP 8aeecb7c-147f-4454-91f9-014453d4030c disassociated. External IP: 172.27.2.6, port: 87909af7-d1fd-4bdc-b08d-f3984b3003f6. Jun 29 12:41:17.679889 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Calling delete_port for 87909af7-d1fd-4bdc-b08d-f3984b3003f6 owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:41:17.805252 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:17.862543 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:17.867070 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:17.893172 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event deleted for resources: {'Port': ['ID=87909af7-d1fd-4bdc-b08d-f3984b3003f6,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:17.896252 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:18.033443 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Router bc931623-df8c-4f0e-bd2c-4591fda12dea has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:41:18.035531 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f0ec44a6-bb69-4889-a131-82d91b07f285 req-fc1d644c-0540-49e9-8104-79f04a0b486f tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 210 time: 0.0334668 Jun 29 12:41:18.141013 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:41:18.150847 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d5be7-ea60-4eac-9b55-0ad9e5a74f0f None None] Sync routers for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:41:18.159706 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d5be7-ea60-4eac-9b55-0ad9e5a74f0f None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:41:18.160330 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-bb1d5be7-ea60-4eac-9b55-0ad9e5a74f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:41:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:18.186106 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] No DVR routers for this DVR port 87909af7-d1fd-4bdc-b08d-f3984b3003f6 on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:41:18.189036 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:18.191070 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4851085a-673d-4420-8f75-91c5931719ba req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "DELETE /v2.0/ports/87909af7-d1fd-4bdc-b08d-f3984b3003f6 HTTP/1.1" status: 204 len: 173 time: 0.9501846 Jun 29 12:41:18.191070 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796fb850-5474-4013-8587-abad8fc02c50', 'name': 'network-vif-deleted', 'tag': '87909af7-d1fd-4bdc-b08d-f3984b3003f6'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:41:18.193297 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7b16b2-593f-4f17-9d5f-257012611a12" -d '{"events": [{"server_uuid": "796fb850-5474-4013-8587-abad8fc02c50", "name": "network-vif-deleted", "tag": "87909af7-d1fd-4bdc-b08d-f3984b3003f6"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:18.275554 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-bb1d5be7-ea60-4eac-9b55-0ad9e5a74f0f None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:41:18.305887 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22877e7-2bf2-427c-aa2d-a02d88da58af x-openstack-request-id: req-f22877e7-2bf2-427c-aa2d-a02d88da58af {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:18.306442 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796fb850-5474-4013-8587-abad8fc02c50", "name": "network-vif-deleted", "tag": "87909af7-d1fd-4bdc-b08d-f3984b3003f6", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:18.306914 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f22877e7-2bf2-427c-aa2d-a02d88da58af {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:18.308019 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796fb850-5474-4013-8587-abad8fc02c50', 'name': 'network-vif-deleted', 'tag': '87909af7-d1fd-4bdc-b08d-f3984b3003f6', 'status': 'completed', 'code': 200} Jun 29 12:41:18.476449 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-bb1d5be7-ea60-4eac-9b55-0ad9e5a74f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:18.622261 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d5be7-ea60-4eac-9b55-0ad9e5a74f0f None None] Checking router: bc931623-df8c-4f0e-bd2c-4591fda12dea for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:41:18.630737 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d5be7-ea60-4eac-9b55-0ad9e5a74f0f None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:41:18.632358 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-bb1d5be7-ea60-4eac-9b55-0ad9e5a74f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:41:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:18.744690 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-bb1d5be7-ea60-4eac-9b55-0ad9e5a74f0f None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:41:18.802530 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73af547-6e18-4239-b6a6-4dab852cc89c req-8cb48a4b-9fc5-4485-a730-983c0a00b52f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:18.804728 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e73af547-6e18-4239-b6a6-4dab852cc89c req-8cb48a4b-9fc5-4485-a730-983c0a00b52f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0652676 Jun 29 12:41:18.845261 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e73af547-6e18-4239-b6a6-4dab852cc89c req-c8fb74a7-33d8-4f64-b1b4-1c9d15ede0ce tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335691 Jun 29 12:41:18.943236 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-bb1d5be7-ea60-4eac-9b55-0ad9e5a74f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:18.971916 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d5be7-ea60-4eac-9b55-0ad9e5a74f0f None None] The sync data for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi is: [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:41:19.194833 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-56e68eaa-5f1d-491d-baad-62231884150c req-2475e636-e4eb-4025-9e65-8d2956750c15 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=796fb850-5474-4013-8587-abad8fc02c50 HTTP/1.1" status: 200 len: 210 time: 0.0319743 Jun 29 12:41:19.196106 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262a59c-f01a-4b10-9104-ae9305d2bcec None None] New status for floating IP 8aeecb7c-147f-4454-91f9-014453d4030c: DOWN {{(pid=93602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:41:19.306734 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 87909af7-d1fd-4bdc-b08d-f3984b3003f6 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:41:19.326516 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: 87909af7-d1fd-4bdc-b08d-f3984b3003f6 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:41:19.326869 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 87909af7-d1fd-4bdc-b08d-f3984b3003f6 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:41:20.021995 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93b72b-b9fa-4252-bc47-8a4c1be4d05e req-502ee01d-1d5a-4351-b5af-0aee48ebdb03 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:20.023567 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6e93b72b-b9fa-4252-bc47-8a4c1be4d05e req-502ee01d-1d5a-4351-b5af-0aee48ebdb03 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0649936 Jun 29 12:41:20.060840 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6e93b72b-b9fa-4252-bc47-8a4c1be4d05e req-920f1bad-9694-4712-b47e-5b8c56ab527a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312989 Jun 29 12:41:20.482175 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-c05f746e-b9b2-4aeb-b074-b39476839b24 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310834216&fields=id&tenant_id=aecb4929e9154840a6f709ac017ba153 HTTP/1.1" status: 200 len: 267 time: 0.0336437 Jun 29 12:41:20.589561 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-41532ccd-8b16-474c-9d46-d795f1c036b2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:20.590936 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-41532ccd-8b16-474c-9d46-d795f1c036b2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 812 time: 0.1023252 Jun 29 12:41:20.605478 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-fa2302a8-3ae8-4cfb-ba6b-2c50609f03f4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/quotas/aecb4929e9154840a6f709ac017ba153 HTTP/1.1" status: 200 len: 375 time: 0.0089664 Jun 29 12:41:20.675316 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-533c3e39-aee0-4907-9597-526f38bdebce tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650513 Jun 29 12:41:20.816501 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-e5181d23-557a-4b01-be71-658ea9249549 service neutron] 10.222.0.61 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279140 Jun 29 12:41:20.911943 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-52f1b363-1d2b-42d8-b76d-e094b0562978 service neutron] 10.222.0.61 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890353 Jun 29 12:41:21.249093 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3d39e-36b6-4e81-b928-cbcf31c6694c req-92599093-d11f-464f-b30a-4f8e5fe6d32c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:21.250840 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fe3d39e-36b6-4e81-b928-cbcf31c6694c req-92599093-d11f-464f-b30a-4f8e5fe6d32c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0647111 Jun 29 12:41:21.291415 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fe3d39e-36b6-4e81-b928-cbcf31c6694c req-ab932eb4-f18c-4bf4-808c-9e4acf87c0a3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341845 Jun 29 12:41:21.309934 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 1c02c515-3674-445e-949a-cc76a5eb7e66 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:41:21.401380 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 1c02c515-3674-445e-949a-cc76a5eb7e66, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1c02c515-3674-445e-949a-cc76a5eb7e66,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:21.414195 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'port_id': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'mac_address': 'fa:16:3e:06:17:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:41:21.454818 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:21.467858 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c02c515-3674-445e-949a-cc76a5eb7e66 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:41:21.488058 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 1c02c515-3674-445e-949a-cc76a5eb7e66, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1c02c515-3674-445e-949a-cc76a5eb7e66,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:21.568263 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:21.570249 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:21.596726 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9a9ae7b5-1b7a-467f-a710-17dc33a7479c req-cf72be3c-d505-4a9d-93a0-edfa4eef1235 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 210 time: 0.0311975 Jun 29 12:41:21.629679 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=1c02c515-3674-445e-949a-cc76a5eb7e66,revision_number=6']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:21.633220 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:21.665362 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['1c02c515-3674-445e-949a-cc76a5eb7e66'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:41:22.482900 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60ab9e-a1e7-4544-bea8-7e640f2de242 req-9b684647-4dbd-4d44-b671-0eea17b04012 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:22.484259 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0f60ab9e-a1e7-4544-bea8-7e640f2de242 req-9b684647-4dbd-4d44-b671-0eea17b04012 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 944 time: 0.0685489 Jun 29 12:41:22.799710 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ddfe0936-5556-4938-bab2-2c5b35bc1861 req-7ecdb517-2e4f-4060-9523-459f0b0fef69 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 210 time: 0.0360453 Jun 29 12:41:22.807023 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0f60ab9e-a1e7-4544-bea8-7e640f2de242 req-66180fc6-73ac-4d84-b212-e93d54265ce1 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171592 Jun 29 12:41:23.315296 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 1c02c515-3674-445e-949a-cc76a5eb7e66 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:41:23.363608 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 1c02c515-3674-445e-949a-cc76a5eb7e66 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:41:23.363987 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:23.437450 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:23.458486 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:41:23.460725 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3bbe93-a3a8-4314-9294-488dde15a531" -d '{"events": [{"server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "name": "network-vif-plugged", "status": "completed", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:23.476729 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 1c02c515-3674-445e-949a-cc76a5eb7e66, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1c02c515-3674-445e-949a-cc76a5eb7e66,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:23.495904 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32d2006-dc23-45fb-acfd-c317e5d97736 x-openstack-request-id: req-f32d2006-dc23-45fb-acfd-c317e5d97736 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:23.496209 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "name": "network-vif-plugged", "status": "completed", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:23.496476 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f32d2006-dc23-45fb-acfd-c317e5d97736 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:23.496900 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'code': 200} Jun 29 12:41:23.530552 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:23.532446 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:23.577500 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=1c02c515-3674-445e-949a-cc76a5eb7e66,revision_number=7']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:23.580436 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:23.952987 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1854f3bf-533d-46c7-a176-22557125b700 req-daef1af1-53e4-4bcd-86a9-08e19e8a5391 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 210 time: 0.0382314 Jun 29 12:41:24.006887 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e6a0d-0ce2-4912-a0df-0b63afbdb794 req-25901d0c-6043-401a-8330-43b37e30435a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:24.008323 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-154e6a0d-0ce2-4912-a0df-0b63afbdb794 req-25901d0c-6043-401a-8330-43b37e30435a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0831556 Jun 29 12:41:24.046397 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-154e6a0d-0ce2-4912-a0df-0b63afbdb794 req-50164a15-f254-4835-99e5-bdbc1156bf9b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322809 Jun 29 12:41:25.094744 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d0c70be4-5ddd-47ce-b554-8095813dd00d req-e5725f8c-31f2-441d-a327-2c1355dce5ff tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 210 time: 0.0277660 Jun 29 12:41:25.251688 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a0cb7-4196-4656-81fc-30c63cfc0f0b req-9438e32b-5861-403f-b873-c7794c175f56 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:25.253013 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0c1a0cb7-4196-4656-81fc-30c63cfc0f0b req-9438e32b-5861-403f-b873-c7794c175f56 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0620952 Jun 29 12:41:25.290046 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0c1a0cb7-4196-4656-81fc-30c63cfc0f0b req-ab77a4bc-decd-4214-b686-b7008c3f34e2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Jun 29 12:41:26.235075 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dc72ce6f-5ff2-4d60-95cd-8e5c5bdf2f6e req-ac3d2f39-bdef-4f26-b31c-92569906368e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 210 time: 0.0309713 Jun 29 12:41:26.470898 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf593f4-1549-491e-89a8-617e06003a86 req-4a832363-f0ae-4d1b-b1fd-96b733751815 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:26.472338 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-abf593f4-1549-491e-89a8-617e06003a86 req-4a832363-f0ae-4d1b-b1fd-96b733751815 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0629220 Jun 29 12:41:26.510115 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-abf593f4-1549-491e-89a8-617e06003a86 req-aa18c5e4-931a-4003-89c5-f88926063d53 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311999 Jun 29 12:41:26.807447 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-6743f4a0-25b2-46b7-b4a2-63e51b132d15 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:26.808904 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-6743f4a0-25b2-46b7-b4a2-63e51b132d15 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 812 time: 0.1035857 Jun 29 12:41:26.865576 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-bbf0a286-1941-46b9-8201-97e47d127d0a tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aecb4929e9154840a6f709ac017ba153 HTTP/1.1" status: 200 len: 379 time: 0.0333571 Jun 29 12:41:26.875042 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Request body: {'port': {'device_id': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'admin_state_up': True, 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'security_groups': ['bdb1413c-8d8f-472f-9b94-1304522be6f8']}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:41:27.088137 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Made reservation on behalf of aecb4929e9154840a6f709ac017ba153 for: {'port': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:41:27.092252 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:27.270476 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Allocated IP 172.20.0.3 (4b9e71c4-1eed-44d0-a62f-71fbb4a72792/6ed6842b-cdcd-4d9c-ae32-2283816942c0/e3044ed3-1169-44be-a52f-43758b49b9e8) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:41:27.448455 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fbf36a59-a5cb-427e-ab84-ee2bcd86a403 req-ae5b43cd-48ce-4b09-94b5-ff8a24ea085b tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 210 time: 0.0455549 Jun 29 12:41:27.496476 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:27.512019 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Transition to ACTIVE for port object e3044ed3-1169-44be-a52f-43758b49b9e8 will not be triggered until provisioned by entity DHCP. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:41:27.647056 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:27.667048 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:27.732271 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:41:27.739301 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:41:27.742343 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:41:27.744898 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'Port': ['ID=e3044ed3-1169-44be-a52f-43758b49b9e8,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:27.768254 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:27.816957 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:27.817603 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:27.828427 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6eb841-d73f-43b1-81b6-ffae90465d45 req-4e59df15-a0c6-4816-93d6-a4d1717a7627 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:27.831793 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fb6eb841-d73f-43b1-81b6-ffae90465d45 req-4e59df15-a0c6-4816-93d6-a4d1717a7627 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1960239 Jun 29 12:41:27.893817 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fb6eb841-d73f-43b1-81b6-ffae90465d45 req-097ff5c7-7950-445b-9714-65dc7252d62b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488861 Jun 29 12:41:27.929306 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0579898 Jun 29 12:41:27.950175 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Request body: {'port': {'device_id': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:41:28.046881 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:28.077098 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-068d46f7-50d6-4388-8729-2ea8cbd617d1 None None] Provisioning for port e3044ed3-1169-44be-a52f-43758b49b9e8 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:41:28.082847 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-068d46f7-50d6-4388-8729-2ea8cbd617d1 None None] Provisioning complete for port e3044ed3-1169-44be-a52f-43758b49b9e8 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:41:28.091293 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-068d46f7-50d6-4388-8729-2ea8cbd617d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:28.133196 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-068d46f7-50d6-4388-8729-2ea8cbd617d1 None None] Port e3044ed3-1169-44be-a52f-43758b49b9e8 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:41:28.357691 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3044ed3-1169-44be-a52f-43758b49b9e8 {{(pid=93599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:41:28.366258 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:28.380056 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Transition to ACTIVE for port object e3044ed3-1169-44be-a52f-43758b49b9e8 will not be triggered until provisioned by entity L2. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:41:28.475728 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:28.481237 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5054a4c9-32b7-400f-ae62-4c3796714bbb tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:28.547024 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Pushing event updated for resources: {'Port': ['ID=e3044ed3-1169-44be-a52f-43758b49b9e8,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:28.570342 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:28.702484 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Attempting to bind port e3044ed3-1169-44be-a52f-43758b49b9e8 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:41:28.704069 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Attempting to bind port e3044ed3-1169-44be-a52f-43758b49b9e8 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:41:28.704381 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Attempting to bind port e3044ed3-1169-44be-a52f-43758b49b9e8 on network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:41:28.717674 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Port e3044ed3-1169-44be-a52f-43758b49b9e8 on network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:41:28.718003 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Attempting to bind port e3044ed3-1169-44be-a52f-43758b49b9e8 on network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:41:28.726781 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:41:28.727120 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Checking segment: {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:41:28.727508 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Bound using segment: {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:41:28.727957 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Bound port: e3044ed3-1169-44be-a52f-43758b49b9e8, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'}}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:41:28.728312 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:28.755821 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e096f-0bab-4f26-8133-18512bca6baf req-e89dc864-4a2e-4df8-8d68-f1f0ee309ba1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:28.757333 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-370e096f-0bab-4f26-8133-18512bca6baf req-e89dc864-4a2e-4df8-8d68-f1f0ee309ba1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 943 time: 0.1364222 Jun 29 12:41:28.855889 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-370e096f-0bab-4f26-8133-18512bca6baf req-c02b06ef-ac97-4d54-94ce-0085e3c14539 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655761 Jun 29 12:41:28.857334 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] For port e3044ed3-1169-44be-a52f-43758b49b9e8, host hv-cinder-78662, cleared binding levels {{(pid=93599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:41:28.866929 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] For port e3044ed3-1169-44be-a52f-43758b49b9e8, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e3044ed3-1169-44be-a52f-43758b49b9e8,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:41:28.963022 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:28.965220 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:29.017912 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:29.018739 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:29.020218 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] 10.222.0.37 "PUT /v2.0/ports/e3044ed3-1169-44be-a52f-43758b49b9e8 HTTP/1.1" status: 200 len: 1093 time: 1.0755188 Jun 29 12:41:29.023497 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'tag': 'e3044ed3-1169-44be-a52f-43758b49b9e8'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:41:29.025989 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad02b301-080a-47e3-a766-7d436d8cb831" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b46f61-f12f-4caf-b5af-f6ee33f3e578", "tag": "e3044ed3-1169-44be-a52f-43758b49b9e8"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:29.095120 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Pushing event updated for resources: {'Port': ['ID=e3044ed3-1169-44be-a52f-43758b49b9e8,revision_number=3']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:29.110467 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:29.132726 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ae69-16a6-4e1d-a66a-e0b674d36dd2 req-b114e9a0-3ac4-4dff-b7de-f77e51fa3186 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:29.134279 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7bb3ae69-16a6-4e1d-a66a-e0b674d36dd2 req-b114e9a0-3ac4-4dff-b7de-f77e51fa3186 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1005135 Jun 29 12:41:29.176789 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7bb3ae69-16a6-4e1d-a66a-e0b674d36dd2 req-3276b31c-30dc-4666-a8ee-4da8e254f431 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361621 Jun 29 12:41:29.225774 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59573a52-e5d5-4b75-a7a2-10a86627287e x-openstack-request-id: req-59573a52-e5d5-4b75-a7a2-10a86627287e {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:29.226101 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b46f61-f12f-4caf-b5af-f6ee33f3e578", "tag": "e3044ed3-1169-44be-a52f-43758b49b9e8", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:29.226423 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59573a52-e5d5-4b75-a7a2-10a86627287e {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:29.226858 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'tag': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'status': 'completed', 'code': 200} Jun 29 12:41:30.056136 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d233e-99f9-45be-8817-94a4acc7149a req-13403929-3733-43f7-b403-c431bb736c78 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:30.057719 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1a4d233e-99f9-45be-8817-94a4acc7149a req-13403929-3733-43f7-b403-c431bb736c78 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 943 time: 0.0841787 Jun 29 12:41:30.098666 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1a4d233e-99f9-45be-8817-94a4acc7149a req-e1e15495-f673-44bf-95af-7b54ce4826df tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347629 Jun 29 12:41:30.385973 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18e0fa-8d38-4f62-a98e-7b8530af735e req-664cca42-48d2-435d-bf12-4ad66f6325f3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:30.387456 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3a18e0fa-8d38-4f62-a98e-7b8530af735e req-664cca42-48d2-435d-bf12-4ad66f6325f3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0666010 Jun 29 12:41:30.434963 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3a18e0fa-8d38-4f62-a98e-7b8530af735e req-c9225d59-0148-4860-9d58-cb0b57ced848 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360913 Jun 29 12:41:31.111330 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02b301-080a-47e3-a766-7d436d8cb831 req-9b6ea6da-082f-4f19-a091-172341a9a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:31.112805 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ad02b301-080a-47e3-a766-7d436d8cb831 req-9b6ea6da-082f-4f19-a091-172341a9a679 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 1096 time: 0.0563803 Jun 29 12:41:31.266177 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02b301-080a-47e3-a766-7d436d8cb831 req-7f4d9837-a0ef-4c0f-b382-68cd0499d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:31.267728 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ad02b301-080a-47e3-a766-7d436d8cb831 req-7f4d9837-a0ef-4c0f-b382-68cd0499d771 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=aecb4929e9154840a6f709ac017ba153&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1459627 Jun 29 12:41:31.370657 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba86dae-b5f1-474d-a76f-016bb21e41ed req-d450478b-a2da-4ddd-8776-e645a9fcbc48 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:31.372345 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fba86dae-b5f1-474d-a76f-016bb21e41ed req-d450478b-a2da-4ddd-8776-e645a9fcbc48 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 943 time: 0.1496451 Jun 29 12:41:31.441574 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fba86dae-b5f1-474d-a76f-016bb21e41ed req-05351121-adcf-4755-b86b-47f57882304a tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605788 Jun 29 12:41:31.443676 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02b301-080a-47e3-a766-7d436d8cb831 req-4ec9fd88-d7bb-4d23-8c42-e41c703d311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:31.445471 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ad02b301-080a-47e3-a766-7d436d8cb831 req-4ec9fd88-d7bb-4d23-8c42-e41c703d311e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645281 Jun 29 12:41:31.552538 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-12d18c23-7b80-46bd-9914-f02173510493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:31.554630 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-12d18c23-7b80-46bd-9914-f02173510493 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 1096 time: 0.0588198 Jun 29 12:41:31.613485 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-abe4021e-f073-4f7a-a93c-ceb3db28539a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3044ed3-1169-44be-a52f-43758b49b9e8 HTTP/1.1" status: 200 len: 217 time: 0.0442696 Jun 29 12:41:31.720125 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-c4247f5c-059c-4eec-9e0b-be79af0f770a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:31.721592 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-c4247f5c-059c-4eec-9e0b-be79af0f770a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed6842b-cdcd-4d9c-ae32-2283816942c0 HTTP/1.1" status: 200 len: 851 time: 0.0798337 Jun 29 12:41:31.741281 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d54ef6-859a-4977-85e0-57f1a151101e req-0e926fb6-b232-49e5-aab2-da283d9aeb42 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:31.744202 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-61d54ef6-859a-4977-85e0-57f1a151101e req-0e926fb6-b232-49e5-aab2-da283d9aeb42 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1334305 Jun 29 12:41:31.845862 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-61d54ef6-859a-4977-85e0-57f1a151101e req-c0f8f6e5-acef-43bd-8115-587c8458b9fe tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927570 Jun 29 12:41:31.862321 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-8a2cbfd1-3355-44c8-851e-7bb717383879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:31.863796 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-8a2cbfd1-3355-44c8-851e-7bb717383879 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1184576 Jun 29 12:41:31.984596 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-47bb4a6c-69f2-4eb3-86b3-cb414af5f393 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112304 Jun 29 12:41:32.117375 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6fcd6003-7b27-46cd-b8a6-4ab3789e4a31 req-7be1ef71-6d7d-49f8-a678-1256d777deb4 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262240 Jun 29 12:41:32.640147 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08083b-f006-431e-a36f-161205937930 req-6047509c-69e3-4494-bcff-16ba9443a06f tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:32.641853 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aa08083b-f006-431e-a36f-161205937930 req-6047509c-69e3-4494-bcff-16ba9443a06f tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 943 time: 0.0776110 Jun 29 12:41:32.687058 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aa08083b-f006-431e-a36f-161205937930 req-1d1e0825-1db4-4115-86d8-e8f8951dd6d9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391994 Jun 29 12:41:33.081429 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12f65d-ec33-4f95-9390-c179dfa552c7 req-8fdb3afe-8ed5-4f82-9f42-29cbde3b1a40 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:33.082914 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd12f65d-ec33-4f95-9390-c179dfa552c7 req-8fdb3afe-8ed5-4f82-9f42-29cbde3b1a40 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0748842 Jun 29 12:41:33.126566 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dd12f65d-ec33-4f95-9390-c179dfa552c7 req-dfb1cca6-97c5-4833-9ae6-bd2cc0e40e68 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372448 Jun 29 12:41:33.870891 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d93c5-c0b4-482e-be23-2f3eefa41f9d req-7a6eb3ee-4e27-4dd5-a91d-9ed2ba325071 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:33.872395 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f43d93c5-c0b4-482e-be23-2f3eefa41f9d req-7a6eb3ee-4e27-4dd5-a91d-9ed2ba325071 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 943 time: 0.0650661 Jun 29 12:41:33.917565 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f43d93c5-c0b4-482e-be23-2f3eefa41f9d req-9301ad8e-56a9-4f2b-af93-678d5bffdda6 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385187 Jun 29 12:41:34.314532 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd48f04-850f-46d8-8ee5-748c8d7268a4 req-d7ca0f86-2994-4dcb-bb83-c6976f53e864 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:34.315989 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-efd48f04-850f-46d8-8ee5-748c8d7268a4 req-d7ca0f86-2994-4dcb-bb83-c6976f53e864 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0701706 Jun 29 12:41:34.356206 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-efd48f04-850f-46d8-8ee5-748c8d7268a4 req-b68c8679-5d9d-41ed-8d7b-ef31828e9f21 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338721 Jun 29 12:41:35.110824 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1eab4-3ee5-4bb3-b499-92c4935ba294 req-96d68193-ac70-4d8b-9017-9ea31032eac3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:35.112277 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c9a1eab4-3ee5-4bb3-b499-92c4935ba294 req-96d68193-ac70-4d8b-9017-9ea31032eac3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 943 time: 0.0682569 Jun 29 12:41:35.153414 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c9a1eab4-3ee5-4bb3-b499-92c4935ba294 req-496ce056-d84e-4789-bb5a-3a4fc5ebee8e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351992 Jun 29 12:41:35.579782 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947b287-41e4-46c4-a81f-23c5782f0f1c req-da859098-d9af-4b86-8c22-d3998e933649 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:35.581159 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2947b287-41e4-46c4-a81f-23c5782f0f1c req-da859098-d9af-4b86-8c22-d3998e933649 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0828891 Jun 29 12:41:35.628908 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2947b287-41e4-46c4-a81f-23c5782f0f1c req-d63d7a48-3d9f-4b35-911a-567b8fde3d17 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406275 Jun 29 12:41:35.965902 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:41:36.362741 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df873c5e-ac45-4a04-a28a-5a607cc880cf req-2b52044d-e5a0-4227-8309-15b4ecc0e3e9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:36.364208 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-df873c5e-ac45-4a04-a28a-5a607cc880cf req-2b52044d-e5a0-4227-8309-15b4ecc0e3e9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 943 time: 0.0896788 Jun 29 12:41:36.408216 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-df873c5e-ac45-4a04-a28a-5a607cc880cf req-362191b2-c71f-41f6-b5c0-32a5fac134df tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371552 Jun 29 12:41:36.924878 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc51fd5-2a56-4ffa-bc3f-8f30375a2b00 req-866cd86b-0e83-4964-bc64-cebbbb46aa8e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:36.934809 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bfc51fd5-2a56-4ffa-bc3f-8f30375a2b00 req-866cd86b-0e83-4964-bc64-cebbbb46aa8e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1348855 Jun 29 12:41:36.995757 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bfc51fd5-2a56-4ffa-bc3f-8f30375a2b00 req-968a7842-dc27-4302-bd27-7ec496e6fd52 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589495 Jun 29 12:41:37.579138 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4696ff-d37d-498b-959f-2c5dcdcdf489 req-0bc42e21-9655-468e-ba71-bf263a1bdd1f tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:37.580555 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8a4696ff-d37d-498b-959f-2c5dcdcdf489 req-0bc42e21-9655-468e-ba71-bf263a1bdd1f tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 943 time: 0.0609517 Jun 29 12:41:37.618252 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8a4696ff-d37d-498b-959f-2c5dcdcdf489 req-bc885bc4-be70-4e2f-851a-c74916d7e4a5 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308838 Jun 29 12:41:38.010271 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-b35a2322-6984-4d11-99c3-0d80c8f389a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:38.185922 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea2e9f-92f9-4e0b-9533-d3040e9a8fb5 req-a47c5ce3-549b-43a0-84fd-6055f87dfc72 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:38.187955 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d3ea2e9f-92f9-4e0b-9533-d3040e9a8fb5 req-a47c5ce3-549b-43a0-84fd-6055f87dfc72 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0783100 Jun 29 12:41:38.241920 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d3ea2e9f-92f9-4e0b-9533-d3040e9a8fb5 req-452e2151-0800-4ba3-a72a-c586110620b9 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461466 Jun 29 12:41:38.694008 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa1c5e-16ad-4fbe-8382-6e284a2762d3 req-1e6856ac-608f-4460-9bc5-ed81ffe6abad tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:38.696558 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fbfa1c5e-16ad-4fbe-8382-6e284a2762d3 req-1e6856ac-608f-4460-9bc5-ed81ffe6abad tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 945 time: 0.0698831 Jun 29 12:41:38.743489 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fbfa1c5e-16ad-4fbe-8382-6e284a2762d3 req-558ae8a0-97bb-4e7c-ba34-9a2b83a19c9d tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Jun 29 12:41:38.816651 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea14ad-c91f-4cad-a4a3-ce7a1263fde6 req-589f233e-e316-43b7-9e4e-518db180ce01 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:38.818220 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-caea14ad-c91f-4cad-a4a3-ce7a1263fde6 req-589f233e-e316-43b7-9e4e-518db180ce01 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 943 time: 0.0737700 Jun 29 12:41:38.858260 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-caea14ad-c91f-4cad-a4a3-ce7a1263fde6 req-24f4c0ab-28f6-4c33-9646-120f1c8dc79b tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334365 Jun 29 12:41:39.424230 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb26f6-b4d3-4237-b301-7e90fcd3827a req-575f0e86-eed8-499a-9b0a-2dada0909c58 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:39.425691 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9efb26f6-b4d3-4237-b301-7e90fcd3827a req-575f0e86-eed8-499a-9b0a-2dada0909c58 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0651689 Jun 29 12:41:39.466265 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9efb26f6-b4d3-4237-b301-7e90fcd3827a req-fd81ff31-95ae-4c5c-a72a-fa6792b88ef9 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329068 Jun 29 12:41:39.918630 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1937b5-baea-4a6f-9cd8-947f9607fa24 req-31deb9bd-f91f-4276-b113-6ecfae6bb1c6 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:39.920118 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5e1937b5-baea-4a6f-9cd8-947f9607fa24 req-31deb9bd-f91f-4276-b113-6ecfae6bb1c6 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 945 time: 0.0629699 Jun 29 12:41:39.944453 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device e3044ed3-1169-44be-a52f-43758b49b9e8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:41:39.962482 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5e1937b5-baea-4a6f-9cd8-947f9607fa24 req-7e4c4f2c-7e8d-41fc-a9bb-2e3e6729622b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a56b082-f4f1-42b1-a9c0-ea1084da7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366216 Jun 29 12:41:40.044381 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4b1e7-e4f1-46fe-a9ba-c2667deaa071 req-97ddf478-dd9f-49b3-863c-640bfa4c0dda tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:40.045761 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c5a4b1e7-e4f1-46fe-a9ba-c2667deaa071 req-97ddf478-dd9f-49b3-863c-640bfa4c0dda tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 943 time: 0.0722008 Jun 29 12:41:40.062437 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port e3044ed3-1169-44be-a52f-43758b49b9e8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e3044ed3-1169-44be-a52f-43758b49b9e8,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:40.074377 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'port_id': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'mac_address': 'fa:16:3e:95:c5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:41:40.083769 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c5a4b1e7-e4f1-46fe-a9ba-c2667deaa071 req-090a457f-f022-4d00-92bd-5545525825bb tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321162 Jun 29 12:41:40.105228 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-f830db78-e504-4f87-94c5-14f10e8e690b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:40.119716 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:40.132908 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3044ed3-1169-44be-a52f-43758b49b9e8 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:41:40.141377 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ea815-9557-4a31-8adb-99e76ed67295 req-7b213584-d531-473c-8b16-894aee718583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:40.142876 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1d8ea815-9557-4a31-8adb-99e76ed67295 req-7b213584-d531-473c-8b16-894aee718583 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 1098 time: 0.0532258 Jun 29 12:41:40.152505 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port e3044ed3-1169-44be-a52f-43758b49b9e8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e3044ed3-1169-44be-a52f-43758b49b9e8,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:40.233996 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:40.235822 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ea815-9557-4a31-8adb-99e76ed67295 req-d80dfc9d-07e0-4837-ac74-d4365e06dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:40.236648 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:40.237356 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1d8ea815-9557-4a31-8adb-99e76ed67295 req-d80dfc9d-07e0-4837-ac74-d4365e06dd8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=16d0a0a3-8b89-4096-b128-70e15e26c897 HTTP/1.1" status: 200 len: 916 time: 0.0843725 Jun 29 12:41:40.291543 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=e3044ed3-1169-44be-a52f-43758b49b9e8,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:40.295037 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:40.311570 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1d8ea815-9557-4a31-8adb-99e76ed67295 req-d675bcfa-df49-4c8c-a639-24f6aa53adad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c02c515-3674-445e-949a-cc76a5eb7e66 HTTP/1.1" status: 200 len: 1001 time: 0.0579636 Jun 29 12:41:40.360193 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ea815-9557-4a31-8adb-99e76ed67295 req-c0b76107-d66c-4dac-8d70-bb1e354e771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:40.361613 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1d8ea815-9557-4a31-8adb-99e76ed67295 req-c0b76107-d66c-4dac-8d70-bb1e354e771a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891d40b4-fadc-46b1-bef8-c6455861efaf HTTP/1.1" status: 200 len: 854 time: 0.0430932 Jun 29 12:41:40.376684 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:40.424070 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ea815-9557-4a31-8adb-99e76ed67295 req-32de5400-ff66-4c52-b977-7dfbc9196cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:40.425522 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1d8ea815-9557-4a31-8adb-99e76ed67295 req-32de5400-ff66-4c52-b977-7dfbc9196cde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d0a0a3-8b89-4096-b128-70e15e26c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536954 Jun 29 12:41:40.503003 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['e3044ed3-1169-44be-a52f-43758b49b9e8'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:41:40.522709 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1d8ea815-9557-4a31-8adb-99e76ed67295 req-8d004819-ef0b-44e7-a562-52da98b1f4e6 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844464 Jun 29 12:41:40.626309 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284d2fb-6b17-4be3-9cf6-0cde8eb3a21c req-8e5334ca-6a58-4cde-8d76-b72101dc1720 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:40.627829 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-4284d2fb-6b17-4be3-9cf6-0cde8eb3a21c req-8e5334ca-6a58-4cde-8d76-b72101dc1720 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 945 time: 0.0839205 Jun 29 12:41:40.705903 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1d8ea815-9557-4a31-8adb-99e76ed67295 req-a009c7eb-6b50-4c52-86bd-6530333c4dec service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623430 Jun 29 12:41:40.719136 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aef159-9038-4f9a-bdc1-ccb76c127b22 req-754a2cbc-eaa9-458a-a701-3e2861ae420f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:40.726824 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-41aef159-9038-4f9a-bdc1-ccb76c127b22 req-754a2cbc-eaa9-458a-a701-3e2861ae420f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.1084721 Jun 29 12:41:40.743076 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [req-4284d2fb-6b17-4be3-9cf6-0cde8eb3a21c req-dd4cc78f-3dd4-4c6a-87f3-653c503aa48b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Deleting port 364bd342-0446-4bf9-a35f-4bff084b88a7 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:41:40.743473 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-4284d2fb-6b17-4be3-9cf6-0cde8eb3a21c req-dd4cc78f-3dd4-4c6a-87f3-653c503aa48b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:40.768476 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-41aef159-9038-4f9a-bdc1-ccb76c127b22 req-caa47cf9-a249-457c-9c75-1d09e5054970 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407963 Jun 29 12:41:40.840450 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-4284d2fb-6b17-4be3-9cf6-0cde8eb3a21c req-dd4cc78f-3dd4-4c6a-87f3-653c503aa48b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] For port 364bd342-0446-4bf9-a35f-4bff084b88a7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=364bd342-0446-4bf9-a35f-4bff084b88a7,segment=NetworkSegment(e387de80-11da-4145-b1ea-9b65496b1108),segment_id=e387de80-11da-4145-b1ea-9b65496b1108)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:40.840724 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-4284d2fb-6b17-4be3-9cf6-0cde8eb3a21c req-dd4cc78f-3dd4-4c6a-87f3-653c503aa48b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:40.852526 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [req-4284d2fb-6b17-4be3-9cf6-0cde8eb3a21c req-dd4cc78f-3dd4-4c6a-87f3-653c503aa48b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Calling delete_port for 364bd342-0446-4bf9-a35f-4bff084b88a7 owned by compute:nova {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:41:41.036830 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-4284d2fb-6b17-4be3-9cf6-0cde8eb3a21c req-dd4cc78f-3dd4-4c6a-87f3-653c503aa48b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:41.040925 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:41.066312 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cc78f-3dd4-4c6a-87f3-653c503aa48b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Pushing event deleted for resources: {'Port': ['ID=364bd342-0446-4bf9-a35f-4bff084b88a7,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:41.070205 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-dd4cc78f-3dd4-4c6a-87f3-653c503aa48b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:41.110931 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d5c002ef-f9c0-417e-a304-b24a5364681f req-ec3dd163-954e-424e-bedd-5ef5b6a32137 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 210 time: 0.0277998 Jun 29 12:41:41.113106 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4284d2fb-6b17-4be3-9cf6-0cde8eb3a21c req-dd4cc78f-3dd4-4c6a-87f3-653c503aa48b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] No DVR routers for this DVR port 364bd342-0446-4bf9-a35f-4bff084b88a7 on host hv-cinder-78662 {{(pid=93600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:41:41.115881 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-4284d2fb-6b17-4be3-9cf6-0cde8eb3a21c req-dd4cc78f-3dd4-4c6a-87f3-653c503aa48b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:41.119245 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-4284d2fb-6b17-4be3-9cf6-0cde8eb3a21c req-dd4cc78f-3dd4-4c6a-87f3-653c503aa48b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.37 "DELETE /v2.0/ports/364bd342-0446-4bf9-a35f-4bff084b88a7 HTTP/1.1" status: 204 len: 173 time: 0.4847972 Jun 29 12:41:41.119885 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde38911-9400-4418-ba3c-cd9c546d4c28', 'name': 'network-vif-deleted', 'tag': '364bd342-0446-4bf9-a35f-4bff084b88a7'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:41:41.123014 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc25f4b-8529-4ec4-93e9-8fa79557ef8a" -d '{"events": [{"server_uuid": "cde38911-9400-4418-ba3c-cd9c546d4c28", "name": "network-vif-deleted", "tag": "364bd342-0446-4bf9-a35f-4bff084b88a7"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:41.162058 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585837a2-42b7-4913-b945-4e5625a88b0c x-openstack-request-id: req-585837a2-42b7-4913-b945-4e5625a88b0c {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:41.162420 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde38911-9400-4418-ba3c-cd9c546d4c28", "name": "network-vif-deleted", "tag": "364bd342-0446-4bf9-a35f-4bff084b88a7", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:41.162716 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-585837a2-42b7-4913-b945-4e5625a88b0c {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:41.163803 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde38911-9400-4418-ba3c-cd9c546d4c28', 'name': 'network-vif-deleted', 'tag': '364bd342-0446-4bf9-a35f-4bff084b88a7', 'status': 'completed', 'code': 200} Jun 29 12:41:41.205114 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['364bd342-0446-4bf9-a35f-4bff084b88a7'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:41:41.266744 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34e77b-0e37-4e7a-89a4-44ae662f4401 req-7f1c46a1-3a30-4e34-bdec-9441e13d4b06 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:41.268192 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2f34e77b-0e37-4e7a-89a4-44ae662f4401 req-7f1c46a1-3a30-4e34-bdec-9441e13d4b06 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 944 time: 0.0651367 Jun 29 12:41:41.307784 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2f34e77b-0e37-4e7a-89a4-44ae662f4401 req-b1fc992b-ca86-4cb3-8fc2-9193fb12da5c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335507 Jun 29 12:41:41.393731 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:41.955905 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1ff37-1bfa-4eda-91a2-6a40c09fe63b req-ac4fa5ca-fa20-4933-91cd-f395a12bdafb tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:41.957273 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5fc1ff37-1bfa-4eda-91a2-6a40c09fe63b req-ac4fa5ca-fa20-4933-91cd-f395a12bdafb tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0645494 Jun 29 12:41:41.959687 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device e3044ed3-1169-44be-a52f-43758b49b9e8 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:41:41.995657 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5fc1ff37-1bfa-4eda-91a2-6a40c09fe63b req-aa01b6f5-de1b-4e54-b42b-d14791614cec tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Jun 29 12:41:42.134279 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port e3044ed3-1169-44be-a52f-43758b49b9e8 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:41:42.138484 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port e3044ed3-1169-44be-a52f-43758b49b9e8 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:41:42.138917 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:42.215280 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:42.237872 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3044ed3-1169-44be-a52f-43758b49b9e8'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:41:42.240137 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c3a2fe-302b-490d-b0b4-3054c52cdac9" -d '{"events": [{"server_uuid": "a2b46f61-f12f-4caf-b5af-f6ee33f3e578", "name": "network-vif-plugged", "status": "completed", "tag": "e3044ed3-1169-44be-a52f-43758b49b9e8"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:42.255054 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port e3044ed3-1169-44be-a52f-43758b49b9e8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e3044ed3-1169-44be-a52f-43758b49b9e8,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:42.264133 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c3975d80-e1c0-4dcb-92dd-909044d65e2a req-bce3ce44-93fd-48c4-a81c-7ae87231aba4 tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] 10.222.0.61 "GET /v2.0/ports?device_id=cde38911-9400-4418-ba3c-cd9c546d4c28 HTTP/1.1" status: 200 len: 210 time: 0.0292795 Jun 29 12:41:42.280971 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ecb20e-b4eb-4ad5-b655-fc20f1caef54 x-openstack-request-id: req-06ecb20e-b4eb-4ad5-b655-fc20f1caef54 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:42.281249 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b46f61-f12f-4caf-b5af-f6ee33f3e578", "name": "network-vif-plugged", "status": "completed", "tag": "e3044ed3-1169-44be-a52f-43758b49b9e8", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:42.281509 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-06ecb20e-b4eb-4ad5-b655-fc20f1caef54 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:42.281900 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'code': 200} Jun 29 12:41:42.339639 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:42.342203 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:42.392180 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=e3044ed3-1169-44be-a52f-43758b49b9e8,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:42.395755 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:42.483634 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d20e1b-ad86-4534-a422-ea42d3fea5df req-d51d55a4-1fa2-4185-b140-a575aa31cf5c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:42.484975 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d6d20e1b-ad86-4534-a422-ea42d3fea5df req-d51d55a4-1fa2-4185-b140-a575aa31cf5c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 945 time: 0.0635509 Jun 29 12:41:42.523408 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d6d20e1b-ad86-4534-a422-ea42d3fea5df req-a02951ac-812f-412f-bb5e-da4abfe09e17 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326030 Jun 29 12:41:42.817676 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:42.833115 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5add05-0615-40d0-ba21-140322cdc204 req-5792edd6-7a40-4c79-9928-122a1b71700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:42.834757 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-bb5add05-0615-40d0-ba21-140322cdc204 req-5792edd6-7a40-4c79-9928-122a1b71700b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 1098 time: 0.0609827 Jun 29 12:41:42.872020 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-bb5add05-0615-40d0-ba21-140322cdc204 req-ca94ec94-24b1-456a-b571-a0a374ecd7a2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290265 Jun 29 12:41:43.174408 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f1eed-3ba7-4335-93ad-d30bccf7c637 req-40d35636-744e-49a1-8507-a055b0339bda tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:43.175891 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-110f1eed-3ba7-4335-93ad-d30bccf7c637 req-40d35636-744e-49a1-8507-a055b0339bda tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 945 time: 0.0628333 Jun 29 12:41:43.214562 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-110f1eed-3ba7-4335-93ad-d30bccf7c637 req-bcc51143-88c0-4b53-b1b7-a7c91a101221 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323203 Jun 29 12:41:43.707316 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9721dd-d4e1-483c-b403-fb1ceb25b787 req-8732973f-35b4-4e03-a271-129d284fd261 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:43.708886 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-da9721dd-d4e1-483c-b403-fb1ceb25b787 req-8732973f-35b4-4e03-a271-129d284fd261 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 945 time: 0.0739262 Jun 29 12:41:43.747298 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-da9721dd-d4e1-483c-b403-fb1ceb25b787 req-fecb5ba2-7f5e-490e-bfae-b3a4264e9f79 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315230 Jun 29 12:41:43.972072 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 1c02c515-3674-445e-949a-cc76a5eb7e66 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:41:44.060201 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:44.092899 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 1c02c515-3674-445e-949a-cc76a5eb7e66, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1c02c515-3674-445e-949a-cc76a5eb7e66,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:41:44.283316 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:41:44.285949 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffc2fba-6951-4691-b04a-a9cfa3c7f268" -d '{"events": [{"server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "name": "network-vif-unplugged", "status": "completed", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:44.317734 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 12:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ea6573-2326-4377-a596-56a4e2bdf8ba x-openstack-request-id: req-c6ea6573-2326-4377-a596-56a4e2bdf8ba {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:44.318036 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "name": "network-vif-unplugged", "status": "failed", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66", "code": 422}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:44.318334 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6ea6573-2326-4377-a596-56a4e2bdf8ba {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:44.318737 dv-cinder-786627-14-iscsi neutron-server[93601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'code': 422} returned with failed status Jun 29 12:41:44.351934 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:44.352736 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 364bd342-0446-4bf9-a35f-4bff084b88a7 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:41:44.355369 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-2470b699-0769-492f-b5cb-939091b3cafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:44.377979 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: 364bd342-0446-4bf9-a35f-4bff084b88a7 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:41:44.378369 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 364bd342-0446-4bf9-a35f-4bff084b88a7 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:41:44.426188 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=1c02c515-3674-445e-949a-cc76a5eb7e66,revision_number=8']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:44.429862 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:44.940226 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447341b6-28c3-4a38-b742-6a2ac9998835 req-12c637cc-ca24-4951-ba29-83fa07af917f tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:44.941673 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-447341b6-28c3-4a38-b742-6a2ac9998835 req-12c637cc-ca24-4951-ba29-83fa07af917f tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 945 time: 0.0657902 Jun 29 12:41:44.983150 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-447341b6-28c3-4a38-b742-6a2ac9998835 req-6ea90108-4e4c-442f-9909-2c6527d966f8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344326 Jun 29 12:41:45.188933 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548be7e-bc83-4694-8ef4-5e14aca60ecb req-83a79d88-e703-440c-9967-f38e0796b2c2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:45.196220 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9548be7e-bc83-4694-8ef4-5e14aca60ecb req-83a79d88-e703-440c-9967-f38e0796b2c2 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 945 time: 0.0744421 Jun 29 12:41:45.234644 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9548be7e-bc83-4694-8ef4-5e14aca60ecb req-021a79f3-069b-4715-9a6b-a5280cc7bc90 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375879 Jun 29 12:41:45.263803 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56236) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:41:45.321772 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca11e00-a757-49eb-a7c9-65a485103e77 tempest-TestVolumeBootPattern-677273507 tempest-TestVolumeBootPattern-677273507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:45.323746 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-bca11e00-a757-49eb-a7c9-65a485103e77 tempest-TestVolumeBootPattern-677273507 tempest-TestVolumeBootPattern-677273507-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 1093 time: 0.0589542 Jun 29 12:41:45.326951 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56238) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:41:45.332001 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Request body: {'floatingip': {'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'port_id': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:41:45.493741 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for floatingip, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:45.591724 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:45.698468 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Allocated IP 172.27.2.227 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/45389a2d-b780-4cb4-8e75-e9469381a870) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:41:45.801586 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:45.901066 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d86ed-cb2c-4c7b-bf89-1fa7d5c44dc7 req-fd7b42b3-1d68-464e-8b6c-e008f8f28ee4 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:45.902925 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7a9d86ed-cb2c-4c7b-bf89-1fa7d5c44dc7 req-fd7b42b3-1d68-464e-8b6c-e008f8f28ee4 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0709105 Jun 29 12:41:46.167080 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-38bffebb-384e-41b2-b0d7-ec832b08b4a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536470 Jun 29 12:41:46.177910 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:46.181078 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d70c69b5-9bb0-4c51-81e7-9f2fb39cd3e0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:46.228483 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:41:46.231569 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7a9d86ed-cb2c-4c7b-bf89-1fa7d5c44dc7 req-998e3ca3-1381-4c89-87aa-9565ac2cb4b3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231714 Jun 29 12:41:46.234359 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:41:46.237864 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:41:46.263744 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'Port': ['ID=45389a2d-b780-4cb4-8e75-e9469381a870,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:46.267564 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:46.605385 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:46.784933 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:46.924497 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:47.056913 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:47.059014 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-c864c8d4-cb30-4197-9b78-1b71fb0646d6 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:41:47.125720 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'Port': ['ID=45389a2d-b780-4cb4-8e75-e9469381a870,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:41:47.138168 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:47.138546 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:47.138912 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:47.139270 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:47.139627 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:47.139982 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:47.140336 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:47.140686 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:47.141039 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:47.141386 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:47.141731 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:47.142075 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:41:47.146890 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:41:47.149932 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:47.248317 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.l3_db [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Floating IP b3a64949-ebfe-495c-b411-f6e62ba3f6e4 associated. External IP: 172.27.2.227, port: e3044ed3-1169-44be-a52f-43758b49b9e8. Jun 29 12:41:47.495653 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04ac3c-87b1-4080-9fa1-22bdf0085d36 req-b7d520e8-cf07-4d89-9444-040f77af20b7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:47.497135 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4d04ac3c-87b1-4080-9fa1-22bdf0085d36 req-b7d520e8-cf07-4d89-9444-040f77af20b7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.1470845 Jun 29 12:41:47.525505 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Router bc931623-df8c-4f0e-bd2c-4591fda12dea has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:41:47.552767 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4d04ac3c-87b1-4080-9fa1-22bdf0085d36 req-06b7e824-451f-439b-b8d1-e75f5619359c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500543 Jun 29 12:41:47.646746 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:41:47.657040 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a1b4ce-2810-49f7-8591-d47f26280bb3 None None] Sync routers for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:41:47.667892 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a1b4ce-2810-49f7-8591-d47f26280bb3 None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:41:47.676473 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-b0a1b4ce-2810-49f7-8591-d47f26280bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:41:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:47.754028 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:47.781166 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-b0a1b4ce-2810-49f7-8591-d47f26280bb3 None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:41:47.790569 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4622006 Jun 29 12:41:47.791326 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'tag': 'e3044ed3-1169-44be-a52f-43758b49b9e8'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:41:47.793612 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e638cfa-c886-431c-a367-1a6b9a24676b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b46f61-f12f-4caf-b5af-f6ee33f3e578", "tag": "e3044ed3-1169-44be-a52f-43758b49b9e8"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:41:47.831459 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51c0c78-4308-4f12-ab7a-0d9de4e475af x-openstack-request-id: req-a51c0c78-4308-4f12-ab7a-0d9de4e475af {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:41:47.831459 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b46f61-f12f-4caf-b5af-f6ee33f3e578", "tag": "e3044ed3-1169-44be-a52f-43758b49b9e8", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:41:47.831459 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a51c0c78-4308-4f12-ab7a-0d9de4e475af {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:41:47.831459 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'tag': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'status': 'completed', 'code': 200} Jun 29 12:41:47.889782 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:41:47.999453 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-b0a1b4ce-2810-49f7-8591-d47f26280bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'b3a64949-ebfe-495c-b411-f6e62ba3f6e4', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:95:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:41:46Z', 'updated_at': '2021-06-29T12:41:46Z', 'revision_number': 0, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:48.029406 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a1b4ce-2810-49f7-8591-d47f26280bb3 None None] Checking router: bc931623-df8c-4f0e-bd2c-4591fda12dea for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:41:48.037530 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a1b4ce-2810-49f7-8591-d47f26280bb3 None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:41:48.038253 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-b0a1b4ce-2810-49f7-8591-d47f26280bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:41:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:48.251982 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-b0a1b4ce-2810-49f7-8591-d47f26280bb3 None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:41:48.464218 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-b0a1b4ce-2810-49f7-8591-d47f26280bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'b3a64949-ebfe-495c-b411-f6e62ba3f6e4', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:95:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:41:46Z', 'updated_at': '2021-06-29T12:41:46Z', 'revision_number': 0, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:41:48.489094 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a1b4ce-2810-49f7-8591-d47f26280bb3 None None] The sync data for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi is: [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'b3a64949-ebfe-495c-b411-f6e62ba3f6e4', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:95:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:41:46Z', 'updated_at': '2021-06-29T12:41:46Z', 'revision_number': 0, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:41:48.673721 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ca0b6-c9c1-4858-8f03-dcc581c4c4ef None None] New status for floating IP b3a64949-ebfe-495c-b411-f6e62ba3f6e4: ACTIVE {{(pid=93602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:41:48.746766 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915fccb-6c34-4314-ba4e-0445051c0855 req-e218c5ad-2195-4907-9ea6-22ddfa90da23 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:48.754057 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c915fccb-6c34-4314-ba4e-0445051c0855 req-e218c5ad-2195-4907-9ea6-22ddfa90da23 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0837851 Jun 29 12:41:48.794927 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c915fccb-6c34-4314-ba4e-0445051c0855 req-ba3b7662-c377-40a5-b47e-8085389a7828 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396891 Jun 29 12:41:48.833010 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e638cfa-c886-431c-a367-1a6b9a24676b req-b883aef6-6b75-4e77-a760-73d26c7244f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:48.834659 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-7e638cfa-c886-431c-a367-1a6b9a24676b req-b883aef6-6b75-4e77-a760-73d26c7244f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 1098 time: 0.0694897 Jun 29 12:41:48.932670 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e638cfa-c886-431c-a367-1a6b9a24676b req-3a571437-c612-49f7-8cda-85ef70fb680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:48.936831 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-7e638cfa-c886-431c-a367-1a6b9a24676b req-3a571437-c612-49f7-8cda-85ef70fb680d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 913 time: 0.0870566 Jun 29 12:41:49.005228 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-7e638cfa-c886-431c-a367-1a6b9a24676b req-cc989eda-919f-4076-9553-8276f0a23f25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3044ed3-1169-44be-a52f-43758b49b9e8 HTTP/1.1" status: 200 len: 1001 time: 0.0611458 Jun 29 12:41:49.057929 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e638cfa-c886-431c-a367-1a6b9a24676b req-b6dfbfce-21ae-48bd-bb55-7a70d5e0a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:49.059385 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-7e638cfa-c886-431c-a367-1a6b9a24676b req-b6dfbfce-21ae-48bd-bb55-7a70d5e0a689 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed6842b-cdcd-4d9c-ae32-2283816942c0 HTTP/1.1" status: 200 len: 851 time: 0.0456567 Jun 29 12:41:49.118961 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e638cfa-c886-431c-a367-1a6b9a24676b req-6efb5392-9e97-461d-9256-30be891e9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:49.120402 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-7e638cfa-c886-431c-a367-1a6b9a24676b req-6efb5392-9e97-461d-9256-30be891e9224 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532064 Jun 29 12:41:49.218409 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-7e638cfa-c886-431c-a367-1a6b9a24676b req-7a9184bc-549b-4132-bf04-0db072f1e1d3 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883806 Jun 29 12:41:49.310455 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-7e638cfa-c886-431c-a367-1a6b9a24676b req-01f92969-fbf3-4d4a-9a38-2a0c74971320 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848269 Jun 29 12:41:49.873696 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-1de77925-0ec2-47bc-9590-9a2f2691b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:49.875256 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-1de77925-0ec2-47bc-9590-9a2f2691b9bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3&tenant_id=f7d9447eb9dc42ef824f1889c310bdef HTTP/1.1" status: 200 len: 1096 time: 0.0659182 Jun 29 12:41:49.975781 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-fa8ccbe7-27fa-49c6-ada8-5f004d5b3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:49.982478 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-fa8ccbe7-27fa-49c6-ada8-5f004d5b3706 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 1096 time: 0.0629582 Jun 29 12:41:49.986632 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba92bb-6953-4d84-a14e-340404fd8383 req-248e45f5-9b50-4518-badb-cf37aba6eef5 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:49.988230 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0cba92bb-6953-4d84-a14e-340404fd8383 req-248e45f5-9b50-4518-badb-cf37aba6eef5 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0717537 Jun 29 12:41:50.028645 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0cba92bb-6953-4d84-a14e-340404fd8383 req-2b90b8a3-43eb-4a64-a12f-4a92f10b7072 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336449 Jun 29 12:41:50.070941 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-9c26192c-01ed-4b39-81cb-a1e74fd51753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:50.072589 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-9c26192c-01ed-4b39-81cb-a1e74fd51753 service neutron] 10.222.0.37 "GET /v2.0/networks?id=16d0a0a3-8b89-4096-b128-70e15e26c897 HTTP/1.1" status: 200 len: 916 time: 0.0858645 Jun 29 12:41:50.140736 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-d4432ff6-a8b9-42cc-a0ab-1e92c11442d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c02c515-3674-445e-949a-cc76a5eb7e66 HTTP/1.1" status: 200 len: 999 time: 0.0606699 Jun 29 12:41:50.190531 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-b75fffc6-1744-414e-b729-1caa3b5671ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:50.191932 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-b75fffc6-1744-414e-b729-1caa3b5671ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891d40b4-fadc-46b1-bef8-c6455861efaf HTTP/1.1" status: 200 len: 854 time: 0.0433571 Jun 29 12:41:50.251026 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-bd1c8a88-610c-468e-938d-d2205ea3f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:50.252548 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-bd1c8a88-610c-468e-938d-d2205ea3f819 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=16d0a0a3-8b89-4096-b128-70e15e26c897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522754 Jun 29 12:41:50.349380 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-599b7f4d-78ad-405b-9128-f540c270fc62 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879686 Jun 29 12:41:50.448759 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c9d24673-fba1-4b99-a167-a6039ba2db31 req-6df9cad3-198f-4436-9323-96f945e22bd5 service neutron] 10.222.0.37 "GET /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849173 Jun 29 12:41:51.240106 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72f925-7c56-48f1-bc77-d0847707cdb4 req-4565122d-faf0-405c-a32c-9b86869e3e64 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:51.242421 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2f72f925-7c56-48f1-bc77-d0847707cdb4 req-4565122d-faf0-405c-a32c-9b86869e3e64 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0713460 Jun 29 12:41:51.284020 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2f72f925-7c56-48f1-bc77-d0847707cdb4 req-b57d9631-0416-493d-abba-74e7b0e65dcb tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351131 Jun 29 12:41:52.487727 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f1a4e-f50b-4a6b-be4c-0af1be7178d4 req-600f728c-3a31-4e73-b6c7-bdda6cf683d3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:52.489176 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-626f1a4e-f50b-4a6b-be4c-0af1be7178d4 req-600f728c-3a31-4e73-b6c7-bdda6cf683d3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0691044 Jun 29 12:41:52.528740 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-626f1a4e-f50b-4a6b-be4c-0af1be7178d4 req-77fb2479-c832-41a0-b55a-882464757271 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330291 Jun 29 12:41:53.722075 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cc8b-c328-4fb8-bfff-cf228df7b625 req-d6def03d-1985-4093-a124-49180179ca26 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:53.723896 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8366cc8b-c328-4fb8-bfff-cf228df7b625 req-d6def03d-1985-4093-a124-49180179ca26 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0718496 Jun 29 12:41:53.763586 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8366cc8b-c328-4fb8-bfff-cf228df7b625 req-d7c33625-34a0-4e43-bbfb-417c75114ac4 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327413 Jun 29 12:41:54.981445 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b5e0e-33ac-49cd-8bc3-8442ff59d126 req-fea59abf-f16a-4ea3-85c6-e2ef951fc548 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:54.983088 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c78b5e0e-33ac-49cd-8bc3-8442ff59d126 req-fea59abf-f16a-4ea3-85c6-e2ef951fc548 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0834475 Jun 29 12:41:55.023582 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c78b5e0e-33ac-49cd-8bc3-8442ff59d126 req-b039d444-1863-4ada-954e-be519d356329 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338829 Jun 29 12:41:56.210206 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828713c-d560-4695-b1b4-a6b480df9250 req-db899b67-4410-473a-92c4-e10b329575a3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:56.211596 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a828713c-d560-4695-b1b4-a6b480df9250 req-db899b67-4410-473a-92c4-e10b329575a3 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0663054 Jun 29 12:41:56.252930 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a828713c-d560-4695-b1b4-a6b480df9250 req-0f9c6e08-f8fd-4069-898b-f8d524668a23 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350969 Jun 29 12:41:57.448513 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a973b4-f663-442f-a45b-c63026acfc44 req-5ff761e8-a10c-4210-9994-56dd021499ea tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:57.450175 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-91a973b4-f663-442f-a45b-c63026acfc44 req-5ff761e8-a10c-4210-9994-56dd021499ea tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0741158 Jun 29 12:41:57.489887 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-91a973b4-f663-442f-a45b-c63026acfc44 req-72c2f2b8-5ce7-4a0d-8adf-f504123f9652 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338135 Jun 29 12:41:58.678124 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7eb43-80b0-45e4-b608-461493009391 req-37bf1806-5e60-46fd-ad2b-758b83abe497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:58.679605 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a6b7eb43-80b0-45e4-b608-461493009391 req-37bf1806-5e60-46fd-ad2b-758b83abe497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0679853 Jun 29 12:41:58.719074 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a6b7eb43-80b0-45e4-b608-461493009391 req-a04da8d9-995d-4479-814b-6bd330b399e7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337937 Jun 29 12:41:59.920432 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ab50f-0156-474d-bdc7-b9b60b305d65 req-30385443-50d3-485b-bb37-1eae18e183f2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:41:59.921973 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0c6ab50f-0156-474d-bdc7-b9b60b305d65 req-30385443-50d3-485b-bb37-1eae18e183f2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0682778 Jun 29 12:41:59.959209 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0c6ab50f-0156-474d-bdc7-b9b60b305d65 req-e4d925dc-0c8a-41d7-bf2e-74dcf76b5d49 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316060 Jun 29 12:42:01.158420 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3c3b7-7d8c-42c0-b2c8-8555bd7d1d7c req-dd8755d1-c709-434c-9efb-26fa1fab1487 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:01.159904 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5da3c3b7-7d8c-42c0-b2c8-8555bd7d1d7c req-dd8755d1-c709-434c-9efb-26fa1fab1487 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0782461 Jun 29 12:42:01.200399 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5da3c3b7-7d8c-42c0-b2c8-8555bd7d1d7c req-f7d09a7c-1eea-467f-8d74-451a5263d56f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347044 Jun 29 12:42:02.385215 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f14099-8633-4aa7-b036-9cd9dcff8fe8 req-7a660585-3a1d-4b6f-be75-45c83a7caffc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:02.386864 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-38f14099-8633-4aa7-b036-9cd9dcff8fe8 req-7a660585-3a1d-4b6f-be75-45c83a7caffc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0621884 Jun 29 12:42:02.436969 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-38f14099-8633-4aa7-b036-9cd9dcff8fe8 req-8ed0033a-049d-4919-a9ec-d90a3e388cf7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399840 Jun 29 12:42:03.624764 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b87af-99dc-451d-af70-504197711a44 req-0044f9eb-0352-4115-b825-1cada6fd9f2f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:03.626654 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7c8b87af-99dc-451d-af70-504197711a44 req-0044f9eb-0352-4115-b825-1cada6fd9f2f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0723760 Jun 29 12:42:03.663812 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7c8b87af-99dc-451d-af70-504197711a44 req-ef0885bd-c2ac-4db5-8037-bcd3cfeb13a4 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338242 Jun 29 12:42:04.843839 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2afa3-0a72-4f93-8840-f1f7c32207c5 req-24a522c9-a065-4fb6-a4c7-67a22c1ccbe0 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:04.845171 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6bd2afa3-0a72-4f93-8840-f1f7c32207c5 req-24a522c9-a065-4fb6-a4c7-67a22c1ccbe0 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0659299 Jun 29 12:42:04.881986 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6bd2afa3-0a72-4f93-8840-f1f7c32207c5 req-d59ef8f8-631c-4829-b22f-f2c59a2d6344 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310142 Jun 29 12:42:06.064067 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a0a8d-b5ac-4451-b978-4c831e42248e req-fa992289-0ee5-4f05-b1bc-6852ebc50034 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:06.065562 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d78a0a8d-b5ac-4451-b978-4c831e42248e req-fa992289-0ee5-4f05-b1bc-6852ebc50034 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 943 time: 0.0648236 Jun 29 12:42:06.085756 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 1c02c515-3674-445e-949a-cc76a5eb7e66 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:42:06.103966 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d78a0a8d-b5ac-4451-b978-4c831e42248e req-8a22257f-f7fc-47e6-8ac9-14819089559f tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322461 Jun 29 12:42:06.182514 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 1c02c515-3674-445e-949a-cc76a5eb7e66, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1c02c515-3674-445e-949a-cc76a5eb7e66,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:06.194275 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'port_id': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'mac_address': 'fa:16:3e:06:17:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:42:06.232810 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:06.247354 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c02c515-3674-445e-949a-cc76a5eb7e66 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:42:06.268278 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 1c02c515-3674-445e-949a-cc76a5eb7e66, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1c02c515-3674-445e-949a-cc76a5eb7e66,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:06.387999 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:06.389890 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:06.440432 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=1c02c515-3674-445e-949a-cc76a5eb7e66,revision_number=9']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:06.449039 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:06.449392 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:06.449738 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:06.450079 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:06.450444 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:06.450779 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:06.451110 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:06.451431 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:06.451766 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:06.452097 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:06.452872 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:06.452872 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:06.456818 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:06.645853 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['1c02c515-3674-445e-949a-cc76a5eb7e66'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:42:07.291744 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbc4f8-036e-4bb9-97bd-9bec224f79ae req-4ce5336b-2829-4317-95e0-1d625c9a6c54 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:07.294328 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-58bbc4f8-036e-4bb9-97bd-9bec224f79ae req-4ce5336b-2829-4317-95e0-1d625c9a6c54 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 944 time: 0.0757046 Jun 29 12:42:07.334208 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-58bbc4f8-036e-4bb9-97bd-9bec224f79ae req-afd68e09-b47b-441b-9a91-5e640d409fcc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330598 Jun 29 12:42:07.465042 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-72fe5049-3561-4a66-9344-75a587bd49d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:08.115631 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 1c02c515-3674-445e-949a-cc76a5eb7e66 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:42:08.164017 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 1c02c515-3674-445e-949a-cc76a5eb7e66 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:42:08.164380 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:08.238831 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:08.260677 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:42:08.262924 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907b99b1-d0e6-4692-9f23-75bf3b6fc835" -d '{"events": [{"server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "name": "network-vif-plugged", "status": "completed", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:42:08.275444 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 1c02c515-3674-445e-949a-cc76a5eb7e66, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1c02c515-3674-445e-949a-cc76a5eb7e66,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:08.300075 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2c0470-4876-446f-9f4a-7c41fdc0c4ae x-openstack-request-id: req-bf2c0470-4876-446f-9f4a-7c41fdc0c4ae {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:42:08.300376 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "name": "network-vif-plugged", "status": "completed", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:42:08.300663 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf2c0470-4876-446f-9f4a-7c41fdc0c4ae {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:42:08.301082 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'code': 200} Jun 29 12:42:08.371076 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:08.373035 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:08.424579 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=1c02c515-3674-445e-949a-cc76a5eb7e66,revision_number=10']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:08.427723 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:08.517833 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c5ede-c84d-4047-b9b5-bad6a3d7d6e7 req-3d3a89cd-ec16-4894-830c-29c88087a65a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:08.519571 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e40c5ede-c84d-4047-b9b5-bad6a3d7d6e7 req-3d3a89cd-ec16-4894-830c-29c88087a65a tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 946 time: 0.0647256 Jun 29 12:42:08.559286 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e40c5ede-c84d-4047-b9b5-bad6a3d7d6e7 req-cbd9f588-3cec-4a88-8151-ee4816fcc601 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330040 Jun 29 12:42:08.696444 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a08ebe-d8c8-4c4c-9622-37e0f62d2e77 req-c7552482-ec51-4e55-a0a6-de775c4a1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:08.697939 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-31a08ebe-d8c8-4c4c-9622-37e0f62d2e77 req-c7552482-ec51-4e55-a0a6-de775c4a1aac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 1099 time: 0.0515032 Jun 29 12:42:08.732224 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-31a08ebe-d8c8-4c4c-9622-37e0f62d2e77 req-157d5f87-c389-474f-b52e-03fbb89d6440 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277164 Jun 29 12:42:09.743909 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa15298-7ad4-4408-bba1-49a6995aadb5 req-4f258b4c-deb8-497a-9a1a-0c1caf8a8a0b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:09.745081 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5fa15298-7ad4-4408-bba1-49a6995aadb5 req-4f258b4c-deb8-497a-9a1a-0c1caf8a8a0b tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 946 time: 0.0671093 Jun 29 12:42:09.784032 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5fa15298-7ad4-4408-bba1-49a6995aadb5 req-880e5919-f204-4fd6-b0c4-ce6f081fa9e2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328476 Jun 29 12:42:10.139578 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-1dc9c45c-e365-4f07-9863-c3ac1525c391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:10.390642 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:10.968379 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650aa1fa-7421-43e9-960f-e1732df1875f req-15920b6e-7c6b-4898-a16b-dd33c6030de7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:10.970423 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-650aa1fa-7421-43e9-960f-e1732df1875f req-15920b6e-7c6b-4898-a16b-dd33c6030de7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 946 time: 0.0707989 Jun 29 12:42:11.008407 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-650aa1fa-7421-43e9-960f-e1732df1875f req-7b7fa315-3b13-444d-b12b-7c00d7d6c491 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323565 Jun 29 12:42:11.448477 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:12.188649 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c99e9-09f3-403e-b120-02161b1d4f68 req-c030f8a8-772c-405f-b5b5-c76ab3d4a3d8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:12.190081 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e43c99e9-09f3-403e-b120-02161b1d4f68 req-c030f8a8-772c-405f-b5b5-c76ab3d4a3d8 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 946 time: 0.0625563 Jun 29 12:42:12.227721 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e43c99e9-09f3-403e-b120-02161b1d4f68 req-396dff7a-7096-44a2-bd10-809601c2442c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318189 Jun 29 12:42:12.873398 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:12.965148 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:42:13.039100 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56540) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:13.085433 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda4fafd-8bb2-4ea1-ad8a-efffb935bf43 admin admin] Deleting subnet 2764f287-c9dc-4af0-8bb9-f261f2b6233f {{(pid=93599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:42:13.088346 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eda4fafd-8bb2-4ea1-ad8a-efffb935bf43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:13.121851 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eda4fafd-8bb2-4ea1-ad8a-efffb935bf43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6094346'] for subnet, precommit_delete_associations {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:13.167771 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eda4fafd-8bb2-4ea1-ad8a-efffb935bf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:13.293563 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eda4fafd-8bb2-4ea1-ad8a-efffb935bf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5266478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6121759'] for subnet, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:13.296816 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-3051c670-d9b1-4ca0-bffd-a177f95da943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:13.320517 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4fafd-8bb2-4ea1-ad8a-efffb935bf43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2764f287-c9dc-4af0-8bb9-f261f2b6233f,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:13.322472 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eda4fafd-8bb2-4ea1-ad8a-efffb935bf43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:13.324817 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-eda4fafd-8bb2-4ea1-ad8a-efffb935bf43 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2764f287-c9dc-4af0-8bb9-f261f2b6233f HTTP/1.1" status: 204 len: 168 time: 0.2847345 Jun 29 12:42:13.325854 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-eda4fafd-8bb2-4ea1-ad8a-efffb935bf43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:13.327273 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56542) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:13.396671 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:13.472546 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:13.482057 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043211a1-8ccb-4885-bcbb-bf9c609ca5d9']}} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:13.495795 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e387de80-11da-4145-b1ea-9b65496b1108') {'for_net_delete': True} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:13.496097 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e387de80-11da-4145-b1ea-9b65496b1108') {} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:13.504583 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6094341'] for segment, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:13.517831 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:13.523316 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:42:13.523697 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5266563'] for segment, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: Traceback (most recent call last): Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: timer() Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: cb(*args, **kw) Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: return func(*args, **kwargs) Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: self._notify() Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: self.callback(batched_events) Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: event.method(event) Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: return f(self, *a, **k) Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._get(url).json() Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: return self.request(url, 'GET', **kwargs) Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:42:13.525273 dv-cinder-786627-14-iscsi neutron-server[93599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:42:13.693731 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:13.703941 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:13.703941 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:13.705603 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/043211a1-8ccb-4885-bcbb-bf9c609ca5d9 HTTP/1.1" status: 204 len: 168 time: 0.3773193 Jun 29 12:42:13.715928 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=043211a1-8ccb-4885-bcbb-bf9c609ca5d9,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:13.718424 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:14.245544 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56548) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:14.289091 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-89be52b3-38fe-4806-938d-7a6c579cd82a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=786696da0f1142af972b0ec9ee770368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421827 Jun 29 12:42:14.291354 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56550) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:14.338358 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:14.359850 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:14.476177 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:14.478954 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:14.480905 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a56b082-f4f1-42b1-a9c0-ea1084da7555 HTTP/1.1" status: 204 len: 168 time: 0.1880243 Jun 29 12:42:14.481673 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-113b8b10-49bf-4f63-aa92-79400534e9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:14.489218 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a56b082-f4f1-42b1-a9c0-ea1084da7555,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:14.497225 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:14.497629 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:14.498151 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:14.498531 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:14.498899 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:14.499262 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:14.499622 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:14.499979 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:14.500341 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:14.500694 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:14.501044 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:14.501396 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:14.504669 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:17.819467 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:30.155350 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea28813-f6f4-4e6e-b42d-9b6f22eddf9e req-2e19207e-ece7-4a64-890f-4c75884f62e5 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:30.156856 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1ea28813-f6f4-4e6e-b42d-9b6f22eddf9e req-2e19207e-ece7-4a64-890f-4c75884f62e5 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 945 time: 0.0634081 Jun 29 12:42:30.202773 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1ea28813-f6f4-4e6e-b42d-9b6f22eddf9e req-db26d1f3-4ddf-4a72-83bc-15ab06322700 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362360 Jun 29 12:42:30.458356 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56638) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:30.794222 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Deleting port fbdacd1b-c06b-40e2-8320-1a4c43a9107c {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:30.794457 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:30.868929 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:30.869254 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:30.880469 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Calling delete_port for fbdacd1b-c06b-40e2-8320-1a4c43a9107c owned by network:floatingip {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:31.101910 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:31.103859 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:31.126434 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Pushing event deleted for resources: {'Port': ['ID=fbdacd1b-c06b-40e2-8320-1a4c43a9107c,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:31.129017 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:31.191135 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for floatingip, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:31.191473 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.l3_db [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Floating IP be1895f1-b286-47ae-8889-73ea23cd74ed disassociated (deleted). External IP: 172.27.2.23, port: aba27577-58b6-4005-bbc1-6ec9058eac10. Jun 29 12:42:31.376969 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa93338-80e0-497a-91ba-3217175b81c5 req-4f9f62f2-5084-40e7-b82f-ad31cdd86e2a tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:31.378567 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6aa93338-80e0-497a-91ba-3217175b81c5 req-4f9f62f2-5084-40e7-b82f-ad31cdd86e2a tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 945 time: 0.0650952 Jun 29 12:42:31.419157 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6aa93338-80e0-497a-91ba-3217175b81c5 req-e4d0d6c8-e781-4b75-a3ed-e0f89cba886a tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343742 Jun 29 12:42:31.625770 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Router e6945f63-0f9c-4988-98c3-7dc92c9de422 has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:42:31.732090 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:42:31.736810 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:31.742612 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f9f3f-e518-4167-a672-d6f35eb8e8a7 None None] Sync routers for ids ['e6945f63-0f9c-4988-98c3-7dc92c9de422'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:42:31.751344 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f9f3f-e518-4167-a672-d6f35eb8e8a7 None None] Routers {'e6945f63-0f9c-4988-98c3-7dc92c9de422'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:31.751954 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-8b9f9f3f-e518-4167-a672-d6f35eb8e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6945f63-0f9c-4988-98c3-7dc92c9de422'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:31.776676 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "DELETE /v2.0/floatingips/be1895f1-b286-47ae-8889-73ea23cd74ed HTTP/1.1" status: 204 len: 168 time: 1.3171978 Jun 29 12:42:31.777429 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:42:31.781229 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1428c24a-d310-447d-b0bb-3ee1aede7380" -d '{"events": [{"name": "network-changed", "server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:42:31.817518 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9986f8-4504-4664-b07b-afbeaf8c173b x-openstack-request-id: req-bb9986f8-4504-4664-b07b-afbeaf8c173b {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:42:31.817849 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:42:31.819262 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb9986f8-4504-4664-b07b-afbeaf8c173b {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:42:31.819262 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'status': 'completed', 'code': 200} Jun 29 12:42:31.860465 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-8b9f9f3f-e518-4167-a672-d6f35eb8e8a7 None None] Set router e6945f63-0f9c-4988-98c3-7dc92c9de422 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:31.919949 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428c24a-d310-447d-b0bb-3ee1aede7380 req-d447acfd-7c1c-42af-ae4c-dc508455cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:31.921557 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1428c24a-d310-447d-b0bb-3ee1aede7380 req-d447acfd-7c1c-42af-ae4c-dc508455cf58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7293fbeb32634e6fb27f38b23178279e&device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 1099 time: 0.0757556 Jun 29 12:42:31.925402 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-6cca8e9d-9f40-4900-bdd7-e45edb712047 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:31.927156 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-6cca8e9d-9f40-4900-bdd7-e45edb712047 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 945 time: 0.0817990 Jun 29 12:42:32.026065 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428c24a-d310-447d-b0bb-3ee1aede7380 req-acbd36ff-1bd3-49e7-ba30-1ffb61ad2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:32.027988 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1428c24a-d310-447d-b0bb-3ee1aede7380 req-acbd36ff-1bd3-49e7-ba30-1ffb61ad2dc6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fce745-e302-4d72-96a9-8c7edaf3a0ed HTTP/1.1" status: 200 len: 909 time: 0.0995777 Jun 29 12:42:32.037574 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Deleting port 4c428f38-448c-492f-a677-f7ea24e7b506 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:32.038007 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:32.070587 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-8b9f9f3f-e518-4167-a672-d6f35eb8e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:54Z', 'revision_number': 4, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '49784878-8163-4f21-926b-9ed60a6d5312', 'name': '', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:53Z', 'updated_at': '2021-06-29T12:37:01Z', 'revision_number': 5, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'subnets': [{'id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:32.072983 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1428c24a-d310-447d-b0bb-3ee1aede7380 req-09bb00e1-157e-4a28-8656-16dafa4c20fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aba27577-58b6-4005-bbc1-6ec9058eac10 HTTP/1.1" status: 200 len: 217 time: 0.0380847 Jun 29 12:42:32.101392 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f9f3f-e518-4167-a672-d6f35eb8e8a7 None None] Checking router: e6945f63-0f9c-4988-98c3-7dc92c9de422 for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:42:32.109907 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f9f3f-e518-4167-a672-d6f35eb8e8a7 None None] Routers {'e6945f63-0f9c-4988-98c3-7dc92c9de422'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:32.110699 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-8b9f9f3f-e518-4167-a672-d6f35eb8e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6945f63-0f9c-4988-98c3-7dc92c9de422'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:32.122546 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428c24a-d310-447d-b0bb-3ee1aede7380 req-79d7f034-332d-44e1-9b1b-72b983d573f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:32.124315 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1428c24a-d310-447d-b0bb-3ee1aede7380 req-79d7f034-332d-44e1-9b1b-72b983d573f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9fff4fe-8011-41e8-8db9-d036d046ab75 HTTP/1.1" status: 200 len: 847 time: 0.0453262 Jun 29 12:42:32.146929 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] For port 4c428f38-448c-492f-a677-f7ea24e7b506, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4c428f38-448c-492f-a677-f7ea24e7b506,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:32.147853 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:32.199457 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428c24a-d310-447d-b0bb-3ee1aede7380 req-1948a256-b9db-4dd0-ba30-e48fc19d8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:32.201995 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1428c24a-d310-447d-b0bb-3ee1aede7380 req-1948a256-b9db-4dd0-ba30-e48fc19d8479 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fce745-e302-4d72-96a9-8c7edaf3a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676386 Jun 29 12:42:32.234340 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-8b9f9f3f-e518-4167-a672-d6f35eb8e8a7 None None] Set router e6945f63-0f9c-4988-98c3-7dc92c9de422 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:32.306573 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1428c24a-d310-447d-b0bb-3ee1aede7380 req-cf287a1b-391d-4406-a3bc-a508bc119d45 service neutron] 10.222.0.37 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960217 Jun 29 12:42:32.331874 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:32.332253 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:32.332580 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.l3_db [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Floating IP bb796c42-b541-49b6-baee-d5d5329c3e75 disassociated. External IP: 172.27.2.50, port: 4c428f38-448c-492f-a677-f7ea24e7b506. Jun 29 12:42:32.333076 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Calling delete_port for 4c428f38-448c-492f-a677-f7ea24e7b506 owned by compute:nova {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:32.454278 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1428c24a-d310-447d-b0bb-3ee1aede7380 req-373eadff-1251-47cd-8564-e93c9e97a090 service neutron] 10.222.0.37 "GET /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413014 Jun 29 12:42:32.463838 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-8b9f9f3f-e518-4167-a672-d6f35eb8e8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:54Z', 'revision_number': 4, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '49784878-8163-4f21-926b-9ed60a6d5312', 'name': '', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:53Z', 'updated_at': '2021-06-29T12:37:01Z', 'revision_number': 5, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'subnets': [{'id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:32.472706 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dcd70-3fb1-4791-83d5-f045dcd90998 req-c1f62d27-c7e0-4157-84d2-9cc9aa5a1271 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:32.474518 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0e9dcd70-3fb1-4791-83d5-f045dcd90998 req-c1f62d27-c7e0-4157-84d2-9cc9aa5a1271 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0959737 Jun 29 12:42:32.495305 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f9f3f-e518-4167-a672-d6f35eb8e8a7 None None] The sync data for ids ['e6945f63-0f9c-4988-98c3-7dc92c9de422'] in dv-cinder-786627-14-iscsi is: [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:54Z', 'revision_number': 4, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '49784878-8163-4f21-926b-9ed60a6d5312', 'name': '', 'network_id': '59fce745-e302-4d72-96a9-8c7edaf3a0ed', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:53Z', 'updated_at': '2021-06-29T12:37:01Z', 'revision_number': 5, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'subnets': [{'id': 'f9fff4fe-8011-41e8-8db9-d036d046ab75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:42:32.516070 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0e9dcd70-3fb1-4791-83d5-f045dcd90998 req-7e958bde-7950-42b1-8461-02ab2945b14f tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353289 Jun 29 12:42:32.573077 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:32.578017 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-483e7030-deaa-4fd3-a65d-89a3db35d698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:32.610363 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event deleted for resources: {'Port': ['ID=4c428f38-448c-492f-a677-f7ea24e7b506,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:32.613444 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:32.619732 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784d276-45fe-4460-bac7-cfc9728d7dc5 req-956df416-35f0-4015-8de0-ddb2897f9dd5 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:32.621310 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6784d276-45fe-4460-bac7-cfc9728d7dc5 req-956df416-35f0-4015-8de0-ddb2897f9dd5 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 867 time: 0.0665193 Jun 29 12:42:32.665248 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6784d276-45fe-4460-bac7-cfc9728d7dc5 req-7878d8d5-014a-4a38-9402-56ccdb77c1a1 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed25fb23-6df1-410d-b2f4-d30424b7323f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361681 Jun 29 12:42:32.727514 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Router 8875406f-1fe0-4a35-880e-fb886d25535c has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:42:32.758098 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3338d87-38fd-4163-8598-6455a806bcd1 None None] New status for floating IP be1895f1-b286-47ae-8889-73ea23cd74ed: DOWN {{(pid=93602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:42:32.835674 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:42:32.846060 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eecdb7-3f37-4df2-abd9-54c65c103f3b None None] Sync routers for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:42:32.855322 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eecdb7-3f37-4df2-abd9-54c65c103f3b None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:32.855948 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-66eecdb7-3f37-4df2-abd9-54c65c103f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:32.882948 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] No DVR routers for this DVR port 4c428f38-448c-492f-a677-f7ea24e7b506 on host hv-cinder-78662 {{(pid=93600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:42:32.885495 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:32.888031 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-7642fae7-e8ab-4dbc-92e1-2c8a5990c6fc req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.37 "DELETE /v2.0/ports/4c428f38-448c-492f-a677-f7ea24e7b506 HTTP/1.1" status: 204 len: 173 time: 0.9547198 Jun 29 12:42:32.962003 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-66eecdb7-3f37-4df2-abd9-54c65c103f3b None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:33.175415 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-66eecdb7-3f37-4df2-abd9-54c65c103f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:43Z', 'revision_number': 5, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:33.200736 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eecdb7-3f37-4df2-abd9-54c65c103f3b None None] Checking router: 8875406f-1fe0-4a35-880e-fb886d25535c for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:42:33.208986 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eecdb7-3f37-4df2-abd9-54c65c103f3b None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:33.209604 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-66eecdb7-3f37-4df2-abd9-54c65c103f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:33.317618 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-66eecdb7-3f37-4df2-abd9-54c65c103f3b None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:33.669462 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-66eecdb7-3f37-4df2-abd9-54c65c103f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:43Z', 'revision_number': 5, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:33.699172 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eecdb7-3f37-4df2-abd9-54c65c103f3b None None] The sync data for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi is: [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '8e765614-4aec-4365-8ab1-d793150511a7', 'name': '', 'network_id': 'c5a4c3eb-c62e-408e-b4b5-0b0c94574635', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'mac_address': 'fa:16:3e:26:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:31Z', 'updated_at': '2021-06-29T12:35:43Z', 'revision_number': 5, 'project_id': '669e8d831f054520a9009ce00787a461', 'subnets': [{'id': 'fd3d97b5-7200-4a03-a6e3-8c6b38e69922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:42:33.747017 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3061b7-f292-494e-8823-81372cf67f5c req-42d3bc38-d0bb-448c-844e-42b44dabccea tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:33.748604 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-da3061b7-f292-494e-8823-81372cf67f5c req-42d3bc38-d0bb-448c-844e-42b44dabccea tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0931058 Jun 29 12:42:33.792532 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-da3061b7-f292-494e-8823-81372cf67f5c req-107d609b-df65-48d4-adfd-e5a11bc64497 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1665704-5908-47a3-b2d7-0ecbe52cdf34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377505 Jun 29 12:42:33.819572 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a19bd02-6d45-4d44-b621-33301753678f', 'name': 'network-vif-deleted', 'tag': '4c428f38-448c-492f-a677-f7ea24e7b506'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:42:33.822165 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ecee60-cca1-4ac2-9642-2cd6c65a666d" -d '{"events": [{"server_uuid": "0a19bd02-6d45-4d44-b621-33301753678f", "name": "network-vif-deleted", "tag": "4c428f38-448c-492f-a677-f7ea24e7b506"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:42:33.844876 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-54a11051-3768-452e-9e4b-bbaf46d882d4 req-fe143ff1-5b93-4f55-ba55-26122dd4ffe2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a19bd02-6d45-4d44-b621-33301753678f HTTP/1.1" status: 200 len: 210 time: 0.0381091 Jun 29 12:42:33.862373 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eed26e1-a8c1-4128-b86c-3d10610ff26b x-openstack-request-id: req-3eed26e1-a8c1-4128-b86c-3d10610ff26b {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:42:33.862704 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a19bd02-6d45-4d44-b621-33301753678f", "name": "network-vif-deleted", "tag": "4c428f38-448c-492f-a677-f7ea24e7b506", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:42:33.863047 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3eed26e1-a8c1-4128-b86c-3d10610ff26b {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:42:33.863487 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a19bd02-6d45-4d44-b621-33301753678f', 'name': 'network-vif-deleted', 'tag': '4c428f38-448c-492f-a677-f7ea24e7b506', 'status': 'completed', 'code': 200} Jun 29 12:42:33.944202 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e38e3ae-eb4c-44e0-9da7-eb6ad8eac764 None None] New status for floating IP bb796c42-b541-49b6-baee-d5d5329c3e75: DOWN {{(pid=93602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:42:33.968724 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e6f2-484f-413d-ba9f-8f7598e16bb8 req-f6cad32c-3cc8-463f-b544-835cffcc9327 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:33.968724 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-1422e6f2-484f-413d-ba9f-8f7598e16bb8 req-f6cad32c-3cc8-463f-b544-835cffcc9327 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.37 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 946 time: 0.0785019 Jun 29 12:42:34.070950 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [req-1422e6f2-484f-413d-ba9f-8f7598e16bb8 req-b540f754-05b9-498c-a294-80b662f67279 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Deleting port aba27577-58b6-4005-bbc1-6ec9058eac10 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:34.071292 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-1422e6f2-484f-413d-ba9f-8f7598e16bb8 req-b540f754-05b9-498c-a294-80b662f67279 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:34.164584 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-1422e6f2-484f-413d-ba9f-8f7598e16bb8 req-b540f754-05b9-498c-a294-80b662f67279 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] For port aba27577-58b6-4005-bbc1-6ec9058eac10, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=aba27577-58b6-4005-bbc1-6ec9058eac10,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:34.170540 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-1422e6f2-484f-413d-ba9f-8f7598e16bb8 req-b540f754-05b9-498c-a294-80b662f67279 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:34.178844 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [req-1422e6f2-484f-413d-ba9f-8f7598e16bb8 req-b540f754-05b9-498c-a294-80b662f67279 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Calling delete_port for aba27577-58b6-4005-bbc1-6ec9058eac10 owned by compute:nova {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:34.217119 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 4c428f38-448c-492f-a677-f7ea24e7b506 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:34.237185 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: 4c428f38-448c-492f-a677-f7ea24e7b506 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:34.237547 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 4c428f38-448c-492f-a677-f7ea24e7b506 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:34.379004 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-1422e6f2-484f-413d-ba9f-8f7598e16bb8 req-b540f754-05b9-498c-a294-80b662f67279 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:34.382890 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-80707065-927c-43f0-89a4-1a2a73983b78 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:34.409407 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540f754-05b9-498c-a294-80b662f67279 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Pushing event deleted for resources: {'Port': ['ID=aba27577-58b6-4005-bbc1-6ec9058eac10,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:34.412688 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b540f754-05b9-498c-a294-80b662f67279 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:34.458161 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1422e6f2-484f-413d-ba9f-8f7598e16bb8 req-b540f754-05b9-498c-a294-80b662f67279 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] No DVR routers for this DVR port aba27577-58b6-4005-bbc1-6ec9058eac10 on host hv-cinder-78662 {{(pid=93600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:42:34.460575 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-1422e6f2-484f-413d-ba9f-8f7598e16bb8 req-b540f754-05b9-498c-a294-80b662f67279 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:34.462623 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-1422e6f2-484f-413d-ba9f-8f7598e16bb8 req-b540f754-05b9-498c-a294-80b662f67279 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.37 "DELETE /v2.0/ports/aba27577-58b6-4005-bbc1-6ec9058eac10 HTTP/1.1" status: 204 len: 173 time: 0.4923456 Jun 29 12:42:34.953065 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ee0f03de-1525-42fe-9e52-4a27b414c6be req-2cbed3c8-0a41-446b-9b7b-3326038cf88f tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 210 time: 0.0314682 Jun 29 12:42:35.083113 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56666) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:35.392405 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-cafb24e4-b119-4dc0-9767-023eeff4d550 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:35.416150 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-cafb24e4-b119-4dc0-9767-023eeff4d550 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:35.584477 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-cafb24e4-b119-4dc0-9767-023eeff4d550 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:35.587248 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-cafb24e4-b119-4dc0-9767-023eeff4d550 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:35.588429 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-cafb24e4-b119-4dc0-9767-023eeff4d550 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "DELETE /v2.0/security-groups/ed25fb23-6df1-410d-b2f4-d30424b7323f HTTP/1.1" status: 204 len: 168 time: 0.5043356 Jun 29 12:42:35.589242 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a049a813-2db9-43ce-b63c-125a660d22ce tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:35.591777 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56668) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:35.599367 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb24e4-b119-4dc0-9767-023eeff4d550 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed25fb23-6df1-410d-b2f4-d30424b7323f,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:35.601887 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-cafb24e4-b119-4dc0-9767-023eeff4d550 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:35.607922 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.api.v2.resource [None req-77892450-71ce-44d3-9442-25cb97c8b90f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] show failed (client error): The resource could not be found. Jun 29 12:42:35.608958 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-77892450-71ce-44d3-9442-25cb97c8b90f tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "GET /v2.0/security-groups/ed25fb23-6df1-410d-b2f4-d30424b7323f HTTP/1.1" status: 404 len: 347 time: 0.0161743 Jun 29 12:42:35.611922 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56670) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:35.740108 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-638d3148-9711-49fc-8eb0-e92b6df889d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Deleting port 2488eb6f-9d30-490b-bcc5-02ce7337dfc4 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:35.744014 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-638d3148-9711-49fc-8eb0-e92b6df889d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:35.818477 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-638d3148-9711-49fc-8eb0-e92b6df889d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:35.818806 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-638d3148-9711-49fc-8eb0-e92b6df889d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:35.830903 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-638d3148-9711-49fc-8eb0-e92b6df889d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Calling delete_port for 2488eb6f-9d30-490b-bcc5-02ce7337dfc4 owned by network:floatingip {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:35.869109 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'name': 'network-vif-deleted', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:42:35.871658 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb27e39-9eea-4b04-87e2-00fc2c8747d8" -d '{"events": [{"server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "name": "network-vif-deleted", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:42:35.912989 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ca792a-da52-4361-b65a-48dc0e3ad329 x-openstack-request-id: req-52ca792a-da52-4361-b65a-48dc0e3ad329 {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:42:35.913337 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fd0bdd-5b62-4991-8667-7d6e96b45ee5", "name": "network-vif-deleted", "tag": "aba27577-58b6-4005-bbc1-6ec9058eac10", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:42:35.913628 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-52ca792a-da52-4361-b65a-48dc0e3ad329 {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:42:35.914049 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fd0bdd-5b62-4991-8667-7d6e96b45ee5', 'name': 'network-vif-deleted', 'tag': 'aba27577-58b6-4005-bbc1-6ec9058eac10', 'status': 'completed', 'code': 200} Jun 29 12:42:36.045018 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-638d3148-9711-49fc-8eb0-e92b6df889d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:36.048107 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-baccf3b2-77da-4d78-9cf5-49cd806fd249 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:36.076206 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d3148-9711-49fc-8eb0-e92b6df889d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Pushing event deleted for resources: {'Port': ['ID=2488eb6f-9d30-490b-bcc5-02ce7337dfc4,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:36.083464 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-638d3148-9711-49fc-8eb0-e92b6df889d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:36.103311 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-496f7cd8-1b9b-40f4-88c4-21a4de8ac1d7 req-fd6dbf18-1ce5-4440-b866-e4ee0130a25b tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "GET /v2.0/ports?device_id=51fd0bdd-5b62-4991-8667-7d6e96b45ee5 HTTP/1.1" status: 200 len: 210 time: 0.0311999 Jun 29 12:42:36.140973 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-638d3148-9711-49fc-8eb0-e92b6df889d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:36.143572 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-638d3148-9711-49fc-8eb0-e92b6df889d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:36.144707 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-638d3148-9711-49fc-8eb0-e92b6df889d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] 10.222.0.61 "DELETE /v2.0/floatingips/bb796c42-b541-49b6-baee-d5d5329c3e75 HTTP/1.1" status: 204 len: 168 time: 0.5317996 Jun 29 12:42:36.227902 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device aba27577-58b6-4005-bbc1-6ec9058eac10 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:36.251375 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: aba27577-58b6-4005-bbc1-6ec9058eac10 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:36.255486 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device aba27577-58b6-4005-bbc1-6ec9058eac10 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:37.202632 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56684) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:37.258839 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c08e94c2-0e8b-45b3-aab5-fb8f73a04816 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:37.283897 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c08e94c2-0e8b-45b3-aab5-fb8f73a04816 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:37.439052 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c08e94c2-0e8b-45b3-aab5-fb8f73a04816 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:37.441731 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c08e94c2-0e8b-45b3-aab5-fb8f73a04816 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:37.442941 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-c08e94c2-0e8b-45b3-aab5-fb8f73a04816 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] 10.222.0.61 "DELETE /v2.0/security-groups/c1665704-5908-47a3-b2d7-0ecbe52cdf34 HTTP/1.1" status: 204 len: 168 time: 0.2392964 Jun 29 12:42:37.448689 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-64c5c98e-3b39-4eb1-aa47-c606e5292ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:37.458680 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e94c2-0e8b-45b3-aab5-fb8f73a04816 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1665704-5908-47a3-b2d7-0ecbe52cdf34,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:37.460891 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c08e94c2-0e8b-45b3-aab5-fb8f73a04816 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:37.467663 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-e1a366fe-4dbd-4714-8737-731230c36e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:37.573832 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56692) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:38.014028 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737596'] for router_interface, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:38.270983 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] Deleting port 49784878-8163-4f21-926b-9ed60a6d5312 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:38.271604 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:38.351692 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] For port 49784878-8163-4f21-926b-9ed60a6d5312, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=49784878-8163-4f21-926b-9ed60a6d5312,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:38.352151 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:38.364903 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] Calling delete_port for 49784878-8163-4f21-926b-9ed60a6d5312 owned by network:router_interface {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:38.610412 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:38.612370 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:38.636710 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] Pushing event deleted for resources: {'Port': ['ID=49784878-8163-4f21-926b-9ed60a6d5312,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:38.639634 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:38.804251 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738956'] for router_interface, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:39.010627 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] Router e6945f63-0f9c-4988-98c3-7dc92c9de422 has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:42:39.113662 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:42:39.119867 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] 10.222.0.61 "PUT /v2.0/routers/e6945f63-0f9c-4988-98c3-7dc92c9de422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5442822 Jun 29 12:42:39.122357 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56710) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:39.127998 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dba152-9bde-45bb-b4ec-1d350a1c07d6 None None] Sync routers for ids ['e6945f63-0f9c-4988-98c3-7dc92c9de422'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:42:39.135523 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dba152-9bde-45bb-b4ec-1d350a1c07d6 None None] Routers {'e6945f63-0f9c-4988-98c3-7dc92c9de422'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:39.136251 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-72dba152-9bde-45bb-b4ec-1d350a1c07d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6945f63-0f9c-4988-98c3-7dc92c9de422'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:39.224297 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Notify callbacks [] for router, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:39.244157 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-72dba152-9bde-45bb-b4ec-1d350a1c07d6 None None] Set router e6945f63-0f9c-4988-98c3-7dc92c9de422 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:39.426632 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-72dba152-9bde-45bb-b4ec-1d350a1c07d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:42:38Z', 'revision_number': 5, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:39.453764 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dba152-9bde-45bb-b4ec-1d350a1c07d6 None None] Checking router: e6945f63-0f9c-4988-98c3-7dc92c9de422 for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:42:39.464032 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dba152-9bde-45bb-b4ec-1d350a1c07d6 None None] Routers {'e6945f63-0f9c-4988-98c3-7dc92c9de422'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:39.464382 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-72dba152-9bde-45bb-b4ec-1d350a1c07d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:10Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6945f63-0f9c-4988-98c3-7dc92c9de422'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:39.571194 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:39.579960 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-72dba152-9bde-45bb-b4ec-1d350a1c07d6 None None] Set router e6945f63-0f9c-4988-98c3-7dc92c9de422 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:39.683729 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Deleting port c536ad28-be84-4b26-a2e3-da3ccc935bd2 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:39.683986 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:39.760851 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-72dba152-9bde-45bb-b4ec-1d350a1c07d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:42:38Z', 'revision_number': 5, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:39.766324 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] For port c536ad28-be84-4b26-a2e3-da3ccc935bd2, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=c536ad28-be84-4b26-a2e3-da3ccc935bd2,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:39.766679 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:39.779124 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Calling delete_port for c536ad28-be84-4b26-a2e3-da3ccc935bd2 owned by network:router_gateway {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:39.787497 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dba152-9bde-45bb-b4ec-1d350a1c07d6 None None] The sync data for ids ['e6945f63-0f9c-4988-98c3-7dc92c9de422'] in dv-cinder-786627-14-iscsi is: [{'id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'name': 'tempest-TestShelveInstance-787521098-router', 'tenant_id': '7293fbeb32634e6fb27f38b23178279e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:42:38Z', 'revision_number': 5, 'project_id': '7293fbeb32634e6fb27f38b23178279e', 'gw_port': {'id': 'c536ad28-be84-4b26-a2e3-da3ccc935bd2', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:22:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6945f63-0f9c-4988-98c3-7dc92c9de422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:51Z', 'updated_at': '2021-06-29T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:42:40.056255 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.059920 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1a20a545-849f-4e08-8425-e1062225b42c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:40.084253 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Pushing event deleted for resources: {'Port': ['ID=c536ad28-be84-4b26-a2e3-da3ccc935bd2,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:40.087868 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:40.095770 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-908f81f4-5c19-4f46-90d3-0383a2b491e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.143763 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780776'] for router_gateway, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.236830 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.239231 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.344380 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56718) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:40.350301 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.429214 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740777'] for router, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.429717 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6945f63-0f9c-4988-98c3-7dc92c9de422 {{(pid=93600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:42:40.437172 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Notify callbacks [] for router, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.438329 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e6945f63-0f9c-4988-98c3-7dc92c9de422 HTTP/1.1" status: 204 len: 168 time: 1.3149517 Jun 29 12:42:40.441434 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56722) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:40.488867 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_v2 [None req-28beb964-5af1-4a65-9126-a4d8bc7e2774 admin admin] Deleting subnet f9fff4fe-8011-41e8-8db9-d036d046ab75 {{(pid=93599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:42:40.492314 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-28beb964-5af1-4a65-9126-a4d8bc7e2774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.533403 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-28beb964-5af1-4a65-9126-a4d8bc7e2774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6094346'] for subnet, precommit_delete_associations {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.655041 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-28beb964-5af1-4a65-9126-a4d8bc7e2774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.757759 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737596'] for router_interface, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.847664 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-28beb964-5af1-4a65-9126-a4d8bc7e2774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5266478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6121759'] for subnet, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.851300 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:40.877507 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28beb964-5af1-4a65-9126-a4d8bc7e2774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9fff4fe-8011-41e8-8db9-d036d046ab75,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:40.879626 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-28beb964-5af1-4a65-9126-a4d8bc7e2774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:40.881538 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-28beb964-5af1-4a65-9126-a4d8bc7e2774 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f9fff4fe-8011-41e8-8db9-d036d046ab75 HTTP/1.1" status: 204 len: 168 time: 0.4387970 Jun 29 12:42:40.882517 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-28beb964-5af1-4a65-9126-a4d8bc7e2774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:40.884045 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56724) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:40.894456 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670d0b9a-0279-4f8c-a50b-415a8c3ca395 None None] Network 59fce745-e302-4d72-96a9-8c7edaf3a0ed requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:42:40.968613 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.025014 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Deleting port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:41.025364 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.046256 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] Deleting port 8e765614-4aec-4365-8ab1-d793150511a7 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:41.046606 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.095953 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] For port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=94dc9f68-ff93-4d1e-81a6-ba30e2c347a1,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:41.096378 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.109295 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Calling delete_port for 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 owned by network:dhcp {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:41.133779 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] For port 8e765614-4aec-4365-8ab1-d793150511a7, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=8e765614-4aec-4365-8ab1-d793150511a7,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:41.134316 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.143178 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ceb3b-5211-4c6b-9ef7-e03388f1e194 None None] DHCP port deletion for 59fce745-e302-4d72-96a9-8c7edaf3a0ed request from dv-cinder-786627-14-iscsi {{(pid=93601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 12:42:41.151413 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] Calling delete_port for 8e765614-4aec-4365-8ab1-d793150511a7 owned by network:router_interface {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:41.190776 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-913ceb3b-5211-4c6b-9ef7-e03388f1e194 None None] Deleting port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 {{(pid=93601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:41.191220 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-913ceb3b-5211-4c6b-9ef7-e03388f1e194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.256287 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.256598 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-913ceb3b-5211-4c6b-9ef7-e03388f1e194 None None] For port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=94dc9f68-ff93-4d1e-81a6-ba30e2c347a1,segment=NetworkSegment(00b4bb2d-c172-43fd-ad06-c1edbcb4aba2),segment_id=00b4bb2d-c172-43fd-ad06-c1edbcb4aba2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:41.257011 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-913ceb3b-5211-4c6b-9ef7-e03388f1e194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.262295 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:41.270629 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-913ceb3b-5211-4c6b-9ef7-e03388f1e194 None None] Calling delete_port for 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 owned by network:dhcp {{(pid=93601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:41.285092 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] No DVR routers for this DVR port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 on host dv-cinder-786627-14-iscsi {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:42:41.287202 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Pushing event deleted for resources: {'Port': ['ID=94dc9f68-ff93-4d1e-81a6-ba30e2c347a1,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:41.307825 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:41.367026 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.378323 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fce745-e302-4d72-96a9-8c7edaf3a0ed']}} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:41.389997 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2') {'for_net_delete': True} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:41.390347 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b4bb2d-c172-43fd-ad06-c1edbcb4aba2') {} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:41.399197 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6094341'] for segment, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.406516 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-913ceb3b-5211-4c6b-9ef7-e03388f1e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438'] for port, after_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.409239 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-65335278-3047-4d33-895e-d376ea921dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:41.413478 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.420280 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:42:41.420280 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5266563'] for segment, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: Traceback (most recent call last): Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: timer() Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: cb(*args, **kw) Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: return func(*args, **kwargs) Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: self._notify() Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: self.callback(batched_events) Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: event.method(event) Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: return f(self, *a, **k) Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._get(url).json() Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: return self.request(url, 'GET', **kwargs) Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:42:41.421790 dv-cinder-786627-14-iscsi neutron-server[93599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:42:41.432797 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ceb3b-5211-4c6b-9ef7-e03388f1e194 None None] Pushing event deleted for resources: {'Port': ['ID=94dc9f68-ff93-4d1e-81a6-ba30e2c347a1,revision_number=None']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:41.435450 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ceb3b-5211-4c6b-9ef7-e03388f1e194 None None] No DVR routers for this DVR port 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 on host dv-cinder-786627-14-iscsi {{(pid=93601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:42:41.436660 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-913ceb3b-5211-4c6b-9ef7-e03388f1e194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:41.438855 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.448989 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d8baafdc-6324-4904-a05f-c95496f7e526 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:41.467650 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e765614-4aec-4365-8ab1-d793150511a7,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:41.476424 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:41.498952 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.563018 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device c536ad28-be84-4b26-a2e3-da3ccc935bd2 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:41.564751 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.568548 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-7facfad2-db52-4b04-88bc-3393982b24ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:41.588321 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.590861 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] 10.222.0.61 "DELETE /v2.0/networks/59fce745-e302-4d72-96a9-8c7edaf3a0ed HTTP/1.1" status: 204 len: 168 time: 0.7056637 Jun 29 12:42:41.592312 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Pushing event deleted for resources: {'Network': ['ID=59fce745-e302-4d72-96a9-8c7edaf3a0ed,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:41.593665 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: c536ad28-be84-4b26-a2e3-da3ccc935bd2 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:41.594026 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device c536ad28-be84-4b26-a2e3-da3ccc935bd2 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:41.594481 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 49784878-8163-4f21-926b-9ed60a6d5312 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:41.598549 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56726) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:41.605189 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:41.619681 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: 49784878-8163-4f21-926b-9ed60a6d5312 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:41.620042 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 49784878-8163-4f21-926b-9ed60a6d5312 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:41.620478 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:41.643146 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:41.643501 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 94dc9f68-ff93-4d1e-81a6-ba30e2c347a1 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:41.650885 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738956'] for router_interface, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:41.868165 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] Router 8875406f-1fe0-4a35-880e-fb886d25535c has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:42:41.978954 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:42:41.984332 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] 10.222.0.61 "PUT /v2.0/routers/8875406f-1fe0-4a35-880e-fb886d25535c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389236 Jun 29 12:42:41.987068 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56728) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:41.995936 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a636ca-2881-40fc-9517-05065ecdb1ab None None] Sync routers for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:42:42.006042 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a636ca-2881-40fc-9517-05065ecdb1ab None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:42.006780 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-b2a636ca-2881-40fc-9517-05065ecdb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:42.042149 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737596'] for router_interface, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.090330 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.118627 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-b2a636ca-2881-40fc-9517-05065ecdb1ab None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:42.196523 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.300861 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-b2a636ca-2881-40fc-9517-05065ecdb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:42:41Z', 'revision_number': 5, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port': {'id': '31e4fcff-3ed0-435c-8040-923c53b03cda', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:26Z', 'updated_at': '2021-06-29T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:42.306738 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Deleting port 31e4fcff-3ed0-435c-8040-923c53b03cda {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:42.307519 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.327182 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a636ca-2881-40fc-9517-05065ecdb1ab None None] Checking router: 8875406f-1fe0-4a35-880e-fb886d25535c for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:42:42.335680 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a636ca-2881-40fc-9517-05065ecdb1ab None None] Routers {'8875406f-1fe0-4a35-880e-fb886d25535c'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:42.336465 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-b2a636ca-2881-40fc-9517-05065ecdb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['8875406f-1fe0-4a35-880e-fb886d25535c'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:42.363600 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] Deleting port e15b1a7e-c2e1-4d90-83b1-07976fab042a {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:42.363936 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.394824 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] For port 31e4fcff-3ed0-435c-8040-923c53b03cda, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=31e4fcff-3ed0-435c-8040-923c53b03cda,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:42.395187 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.408012 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Calling delete_port for 31e4fcff-3ed0-435c-8040-923c53b03cda owned by network:router_gateway {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:42.426961 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-b2a636ca-2881-40fc-9517-05065ecdb1ab None None] Set router 8875406f-1fe0-4a35-880e-fb886d25535c gateway port host: None {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:42.446092 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] For port e15b1a7e-c2e1-4d90-83b1-07976fab042a, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=e15b1a7e-c2e1-4d90-83b1-07976fab042a,segment=NetworkSegment(09f4e199-e8c1-4496-83b5-b2048e099d8d),segment_id=09f4e199-e8c1-4496-83b5-b2048e099d8d)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:42.446492 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.459912 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] Calling delete_port for e15b1a7e-c2e1-4d90-83b1-07976fab042a owned by network:router_interface {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:42.478953 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-b2a636ca-2881-40fc-9517-05065ecdb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:42:42Z', 'revision_number': 6, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port_host': None}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:42.505448 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a636ca-2881-40fc-9517-05065ecdb1ab None None] The sync data for ids ['8875406f-1fe0-4a35-880e-fb886d25535c'] in dv-cinder-786627-14-iscsi is: [{'id': '8875406f-1fe0-4a35-880e-fb886d25535c', 'name': 'tempest-AttachVolumeTestJSON-1257933833-router', 'tenant_id': '669e8d831f054520a9009ce00787a461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:42:42Z', 'revision_number': 6, 'project_id': '669e8d831f054520a9009ce00787a461', 'gw_port_host': None}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:42:42.650879 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.656218 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:42.687377 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e4fcff-3ed0-435c-8040-923c53b03cda,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:42.689076 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:42.746641 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780776'] for router_gateway, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.759203 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.762190 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:42.785713 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15b1a7e-c2e1-4d90-83b1-07976fab042a,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:42.788212 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:42.799435 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.842717 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.845907 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.970064 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738956'] for router_interface, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.984839 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740777'] for router, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.984839 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8875406f-1fe0-4a35-880e-fb886d25535c {{(pid=93600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:42:42.990307 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Notify callbacks [] for router, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:42.991561 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8875406f-1fe0-4a35-880e-fb886d25535c HTTP/1.1" status: 204 len: 168 time: 1.0035851 Jun 29 12:42:42.993893 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56730) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:43.041913 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a437de14-84f1-4b03-9ada-f24d03ea253d admin admin] Deleting subnet fd3d97b5-7200-4a03-a6e3-8c6b38e69922 {{(pid=93600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:42:43.046156 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a437de14-84f1-4b03-9ada-f24d03ea253d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:43.079764 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a437de14-84f1-4b03-9ada-f24d03ea253d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5749248'] for subnet, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:43.192647 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a437de14-84f1-4b03-9ada-f24d03ea253d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:43.202380 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] Router e6a9aa67-6757-43b9-83c7-9bfc724a849b has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:42:43.323317 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:42:43.329122 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] 10.222.0.61 "PUT /v2.0/routers/e6a9aa67-6757-43b9-83c7-9bfc724a849b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7293570 Jun 29 12:42:43.331552 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56734) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:43.334189 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1eb77b-2f81-4647-afa5-c07ea4991518 None None] Sync routers for ids ['e6a9aa67-6757-43b9-83c7-9bfc724a849b'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:42:43.344894 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a437de14-84f1-4b03-9ada-f24d03ea253d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5837644'] for subnet, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:43.345715 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1eb77b-2f81-4647-afa5-c07ea4991518 None None] Routers {'e6a9aa67-6757-43b9-83c7-9bfc724a849b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:43.348975 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-0d1eb77b-2f81-4647-afa5-c07ea4991518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6a9aa67-6757-43b9-83c7-9bfc724a849b'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:43.349131 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1ee61ac7-b1f4-4180-87d9-593cccd3e955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:43.369603 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437de14-84f1-4b03-9ada-f24d03ea253d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd3d97b5-7200-4a03-a6e3-8c6b38e69922,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:43.373382 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a437de14-84f1-4b03-9ada-f24d03ea253d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:43.375959 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-a437de14-84f1-4b03-9ada-f24d03ea253d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:43.377685 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-a437de14-84f1-4b03-9ada-f24d03ea253d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fd3d97b5-7200-4a03-a6e3-8c6b38e69922 HTTP/1.1" status: 204 len: 168 time: 0.3828540 Jun 29 12:42:43.381885 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56736) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:43.393342 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d48f9a-c169-4c80-bd56-b755f3066435 None None] Network c5a4c3eb-c62e-408e-b4b5-0b0c94574635 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:42:43.457270 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:43.458798 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:43.525393 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Deleting port c9897413-0603-42f4-ba0e-f6bc234d3935 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:43.525806 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:43.608725 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] For port c9897413-0603-42f4-ba0e-f6bc234d3935, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=c9897413-0603-42f4-ba0e-f6bc234d3935,segment=NetworkSegment(3aa9c096-7144-4264-aae0-51f3df8d12e6),segment_id=3aa9c096-7144-4264-aae0-51f3df8d12e6)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:43.609175 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:43.632792 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Calling delete_port for c9897413-0603-42f4-ba0e-f6bc234d3935 owned by network:dhcp {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:43.699017 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 8e765614-4aec-4365-8ab1-d793150511a7 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:43.707026 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-0d1eb77b-2f81-4647-afa5-c07ea4991518 None None] Set router e6a9aa67-6757-43b9-83c7-9bfc724a849b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:43.779222 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: 8e765614-4aec-4365-8ab1-d793150511a7 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:43.779575 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 8e765614-4aec-4365-8ab1-d793150511a7 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:43.779994 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 31e4fcff-3ed0-435c-8040-923c53b03cda no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:43.815851 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: 31e4fcff-3ed0-435c-8040-923c53b03cda {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:43.816536 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 31e4fcff-3ed0-435c-8040-923c53b03cda not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:43.870547 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:43.882122 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:43.885547 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3b2f8e0a-68ba-40a7-9822-d55742792b49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:43.913241 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9897413-0603-42f4-ba0e-f6bc234d3935,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:43.916715 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:43.917500 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] No DVR routers for this DVR port c9897413-0603-42f4-ba0e-f6bc234d3935 on host dv-cinder-786627-14-iscsi {{(pid=93600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:42:43.948651 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-0d1eb77b-2f81-4647-afa5-c07ea4991518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'name': 'tempest-TestShelveInstance-331852493-router', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:58Z', 'updated_at': '2021-06-29T12:42:42Z', 'revision_number': 5, 'project_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'gw_port': {'id': 'b48712c8-e12f-4297-aeec-1a333c1768b8', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:90:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:36:59Z', 'updated_at': '2021-06-29T12:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:43.981987 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b9208-36fd-4334-a32c-394acd44682d None None] DHCP port deletion for c5a4c3eb-c62e-408e-b4b5-0b0c94574635 request from dv-cinder-786627-14-iscsi {{(pid=93601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 12:42:43.985076 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1eb77b-2f81-4647-afa5-c07ea4991518 None None] Checking router: e6a9aa67-6757-43b9-83c7-9bfc724a849b for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:42:44.004760 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1eb77b-2f81-4647-afa5-c07ea4991518 None None] Routers {'e6a9aa67-6757-43b9-83c7-9bfc724a849b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:44.005419 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-0d1eb77b-2f81-4647-afa5-c07ea4991518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['e6a9aa67-6757-43b9-83c7-9bfc724a849b'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:44.007011 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Deleting port b48712c8-e12f-4297-aeec-1a333c1768b8 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:44.007454 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.097868 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] For port b48712c8-e12f-4297-aeec-1a333c1768b8, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b48712c8-e12f-4297-aeec-1a333c1768b8,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:44.098268 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.103714 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-0d1eb77b-2f81-4647-afa5-c07ea4991518 None None] Set router e6a9aa67-6757-43b9-83c7-9bfc724a849b gateway port host: None {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:44.115654 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Calling delete_port for b48712c8-e12f-4297-aeec-1a333c1768b8 owned by network:router_gateway {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:44.164947 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-0d1eb77b-2f81-4647-afa5-c07ea4991518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'name': 'tempest-TestShelveInstance-331852493-router', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:58Z', 'updated_at': '2021-06-29T12:42:43Z', 'revision_number': 6, 'project_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'gw_port_host': None}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:44.195613 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1eb77b-2f81-4647-afa5-c07ea4991518 None None] The sync data for ids ['e6a9aa67-6757-43b9-83c7-9bfc724a849b'] in dv-cinder-786627-14-iscsi is: [{'id': 'e6a9aa67-6757-43b9-83c7-9bfc724a849b', 'name': 'tempest-TestShelveInstance-331852493-router', 'tenant_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:36:58Z', 'updated_at': '2021-06-29T12:42:43Z', 'revision_number': 6, 'project_id': 'bb9cc8258b854fd7adf0f4c998a58b49', 'gw_port_host': None}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:42:44.245897 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.256455 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a4c3eb-c62e-408e-b4b5-0b0c94574635']}} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:44.266218 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa9c096-7144-4264-aae0-51f3df8d12e6') {'for_net_delete': True} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:44.266597 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa9c096-7144-4264-aae0-51f3df8d12e6') {} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:44.274981 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5749263'] for segment, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.288704 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.295312 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:42:44.295695 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564885'] for segment, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: Traceback (most recent call last): Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: timer() Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: cb(*args, **kw) Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: return func(*args, **kwargs) Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: self._notify() Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: self.callback(batched_events) Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: event.method(event) Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: return f(self, *a, **k) Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._get(url).json() Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: return self.request(url, 'GET', **kwargs) Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:42:44.297315 dv-cinder-786627-14-iscsi neutron-server[93600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:42:44.364507 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.366841 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-f6ef9425-2733-41fe-8305-d74873eecf29 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:44.396363 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b48712c8-e12f-4297-aeec-1a333c1768b8,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:44.399374 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:44.427325 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.435487 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:44.445722 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.445722 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c5a4c3eb-c62e-408e-b4b5-0b0c94574635 HTTP/1.1" status: 204 len: 168 time: 1.0568283 Jun 29 12:42:44.451832 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a4c3eb-c62e-408e-b4b5-0b0c94574635,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:44.454691 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:44.468078 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780776'] for router_gateway, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.576200 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.578477 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.716163 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740777'] for router, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.716756 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6a9aa67-6757-43b9-83c7-9bfc724a849b {{(pid=93599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:42:44.730743 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Notify callbacks [] for router, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.730743 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e6a9aa67-6757-43b9-83c7-9bfc724a849b HTTP/1.1" status: 204 len: 168 time: 1.3901353 Jun 29 12:42:44.730743 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56746) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:44.761674 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56748) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:44.771516 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a88873a-d528-4ddb-9e4a-d4cebb99affa admin admin] Deleting subnet 28f2305a-a81f-4f80-8627-d154ea6d6561 {{(pid=93599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:42:44.774534 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6a88873a-d528-4ddb-9e4a-d4cebb99affa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.801350 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-fadc5fa0-41ee-4ed9-ab47-67743f3e2976 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=669e8d831f054520a9009ce00787a461&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376768 Jun 29 12:42:44.803584 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56750) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:44.809089 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6a88873a-d528-4ddb-9e4a-d4cebb99affa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6094346'] for subnet, precommit_delete_associations {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.850399 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e5324b76-e40f-43de-b7dd-d0ad04aa7c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.874479 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e5324b76-e40f-43de-b7dd-d0ad04aa7c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:44.895416 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6a88873a-d528-4ddb-9e4a-d4cebb99affa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.104849 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e5324b76-e40f-43de-b7dd-d0ad04aa7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.105616 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6a88873a-d528-4ddb-9e4a-d4cebb99affa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5266478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6121759'] for subnet, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.126841 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e5324b76-e40f-43de-b7dd-d0ad04aa7c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.126841 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-e5324b76-e40f-43de-b7dd-d0ad04aa7c10 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16825e36-67bb-4c06-b5fa-7de41c5f4295 HTTP/1.1" status: 204 len: 168 time: 0.3048308 Jun 29 12:42:45.126841 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c08e94c2-0e8b-45b3-aab5-fb8f73a04816 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:45.128037 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ba036-5827-4267-aa71-5675160cdf7e req-5f5e1949-b203-4c8e-8b4e-2c152d6a8f01 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:45.128037 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c41ba036-5827-4267-aa71-5675160cdf7e req-5f5e1949-b203-4c8e-8b4e-2c152d6a8f01 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 946 time: 0.0651624 Jun 29 12:42:45.128218 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5324b76-e40f-43de-b7dd-d0ad04aa7c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16825e36-67bb-4c06-b5fa-7de41c5f4295,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:45.128312 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:45.128413 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-e5324b76-e40f-43de-b7dd-d0ad04aa7c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:45.166835 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88873a-d528-4ddb-9e4a-d4cebb99affa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f2305a-a81f-4f80-8627-d154ea6d6561,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:45.171265 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baac13f-4f71-43fd-9d89-a6fab6ea73c5 None None] Network 74126a90-3ee7-4026-af95-bd065dfe6739 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:42:45.171742 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6a88873a-d528-4ddb-9e4a-d4cebb99affa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.171742 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-6a88873a-d528-4ddb-9e4a-d4cebb99affa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/28f2305a-a81f-4f80-8627-d154ea6d6561 HTTP/1.1" status: 204 len: 168 time: 0.4417081 Jun 29 12:42:45.171742 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6a88873a-d528-4ddb-9e4a-d4cebb99affa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:45.172024 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56756) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:45.187987 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c41ba036-5827-4267-aa71-5675160cdf7e req-a269a43d-187e-4c08-83d0-48a6c0bc3bc4 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637472 Jun 29 12:42:45.279479 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.330703 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Deleting port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:45.331087 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.396464 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] For port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=f3ad65bb-ecc5-4def-b5b2-ae1c914893ce,segment=NetworkSegment(09f4e199-e8c1-4496-83b5-b2048e099d8d),segment_id=09f4e199-e8c1-4496-83b5-b2048e099d8d)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:45.396464 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.401882 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535bc280-f7e4-4a41-8d0c-797d137c9148 None None] DHCP port deletion for 74126a90-3ee7-4026-af95-bd065dfe6739 request from dv-cinder-786627-14-iscsi {{(pid=93601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 12:42:45.414465 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Calling delete_port for f3ad65bb-ecc5-4def-b5b2-ae1c914893ce owned by network:dhcp {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:45.454256 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-535bc280-f7e4-4a41-8d0c-797d137c9148 None None] Deleting port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce {{(pid=93601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:45.454553 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-535bc280-f7e4-4a41-8d0c-797d137c9148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.521563 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-535bc280-f7e4-4a41-8d0c-797d137c9148 None None] For port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=f3ad65bb-ecc5-4def-b5b2-ae1c914893ce,segment=NetworkSegment(09f4e199-e8c1-4496-83b5-b2048e099d8d),segment_id=09f4e199-e8c1-4496-83b5-b2048e099d8d)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:45.521977 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-535bc280-f7e4-4a41-8d0c-797d137c9148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.536481 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-535bc280-f7e4-4a41-8d0c-797d137c9148 None None] Calling delete_port for f3ad65bb-ecc5-4def-b5b2-ae1c914893ce owned by network:dhcp {{(pid=93601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:45.551674 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device c9897413-0603-42f4-ba0e-f6bc234d3935 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:45.576929 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.579395 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c1c9b535-4d29-4a8f-94e1-0bdb035b8248 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:45.607249 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ad65bb-ecc5-4def-b5b2-ae1c914893ce,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:45.611178 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:45.612146 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] No DVR routers for this DVR port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce on host dv-cinder-786627-14-iscsi {{(pid=93600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:42:45.617596 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: c9897413-0603-42f4-ba0e-f6bc234d3935 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:45.618040 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device c9897413-0603-42f4-ba0e-f6bc234d3935 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:45.618529 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device e15b1a7e-c2e1-4d90-83b1-07976fab042a no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:45.649046 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: e15b1a7e-c2e1-4d90-83b1-07976fab042a {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:45.649408 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device e15b1a7e-c2e1-4d90-83b1-07976fab042a not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:45.649842 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b48712c8-e12f-4297-aeec-1a333c1768b8 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:45.676262 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: b48712c8-e12f-4297-aeec-1a333c1768b8 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:45.676522 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b48712c8-e12f-4297-aeec-1a333c1768b8 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:45.676955 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device f3ad65bb-ecc5-4def-b5b2-ae1c914893ce no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:45.697012 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.705102 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: f3ad65bb-ecc5-4def-b5b2-ae1c914893ce {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:45.705392 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device f3ad65bb-ecc5-4def-b5b2-ae1c914893ce not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:45.708743 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74126a90-3ee7-4026-af95-bd065dfe6739']}} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:45.716085 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-535bc280-f7e4-4a41-8d0c-797d137c9148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438'] for port, after_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.719642 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:45.724671 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f4e199-e8c1-4496-83b5-b2048e099d8d') {'for_net_delete': True} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:45.726167 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f4e199-e8c1-4496-83b5-b2048e099d8d') {} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:45.737834 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5749263'] for segment, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.752303 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535bc280-f7e4-4a41-8d0c-797d137c9148 None None] No DVR routers for this DVR port f3ad65bb-ecc5-4def-b5b2-ae1c914893ce on host dv-cinder-786627-14-iscsi {{(pid=93601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:42:45.754105 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bc280-f7e4-4a41-8d0c-797d137c9148 None None] Pushing event deleted for resources: {'Port': ['ID=f3ad65bb-ecc5-4def-b5b2-ae1c914893ce,revision_number=None']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:45.754434 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.756975 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-535bc280-f7e4-4a41-8d0c-797d137c9148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:45.764131 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:42:45.764611 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564885'] for segment, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: Traceback (most recent call last): Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: timer() Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: cb(*args, **kw) Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: return func(*args, **kwargs) Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: self._notify() Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: self.callback(batched_events) Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: event.method(event) Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: return f(self, *a, **k) Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._get(url).json() Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: return self.request(url, 'GET', **kwargs) Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:42:45.766493 dv-cinder-786627-14-iscsi neutron-server[93600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:42:45.884508 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.890867 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:45.897906 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] 10.222.0.61 "DELETE /v2.0/networks/74126a90-3ee7-4026-af95-bd065dfe6739 HTTP/1.1" status: 204 len: 168 time: 0.7244802 Jun 29 12:42:45.898807 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1cdb27cd-c178-47d5-bd7d-cfb1a4f0a0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:45.923235 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=74126a90-3ee7-4026-af95-bd065dfe6739,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:45.925678 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:46.264908 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56784) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:46.308876 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-c578a46f-5383-4e07-93e7-0a1559e6da69 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7293fbeb32634e6fb27f38b23178279e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426011 Jun 29 12:42:46.312258 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56786) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:46.344652 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56788) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:46.405999 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0b6578e8-bb57-44b4-a833-d4d90ca45ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:46.436140 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0b6578e8-bb57-44b4-a833-d4d90ca45ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:46.440812 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1370360688-network', 'tenant_id': '040cc84adfa345da8f3bce2fec1c4707'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:42:46.449555 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bc762-1e5b-4e02-88ef-e8fa636a3436 req-b6d43542-0005-4f46-baf3-b653b2493851 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:46.451096 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b51bc762-1e5b-4e02-88ef-e8fa636a3436 req-b6d43542-0005-4f46-baf3-b653b2493851 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 946 time: 0.1128588 Jun 29 12:42:46.519291 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b51bc762-1e5b-4e02-88ef-e8fa636a3436 req-68eebf59-75eb-46be-8d3a-f37ebcdc7bc9 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5def612-e5bb-4470-ad77-0d2e1dbc45af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592642 Jun 29 12:42:46.522223 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-97bf9857-5877-4a05-a7cf-7bdff1aea60d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:46.525780 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-97bf9857-5877-4a05-a7cf-7bdff1aea60d tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 946 time: 0.0728006 Jun 29 12:42:46.580871 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Made reservation on behalf of 040cc84adfa345da8f3bce2fec1c4707 for: {'network': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:42:46.583055 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:46.612652 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:46.624695 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0b6578e8-bb57-44b4-a833-d4d90ca45ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:46.627375 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0b6578e8-bb57-44b4-a833-d4d90ca45ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:46.628562 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-0b6578e8-bb57-44b4-a833-d4d90ca45ce2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/838da7f5-9ab4-4c0c-a7ec-1c8f2db595ae HTTP/1.1" status: 204 len: 168 time: 0.3151064 Jun 29 12:42:46.629425 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-310c6528-6254-496a-b285-f3106c391e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:46.637076 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6578e8-bb57-44b4-a833-d4d90ca45ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838da7f5-9ab4-4c0c-a7ec-1c8f2db595ae,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:46.642288 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-0b6578e8-bb57-44b4-a833-d4d90ca45ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:46.673608 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Deleting port 1c02c515-3674-445e-949a-cc76a5eb7e66 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:46.673936 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:46.788964 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] For port 1c02c515-3674-445e-949a-cc76a5eb7e66, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1c02c515-3674-445e-949a-cc76a5eb7e66,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:46.789225 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:46.813294 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:46.895039 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:46.900665 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ce5336fb-381e-4f60-af56-ffa44fdc9d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:46.921153 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:42:46.980771 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:46.981324 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.segments_db [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Added segment c96157c9-31ec-4b1b-b228-e804612434e0 of type vlan for network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 Jun 29 12:42:46.991990 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927877c2-3a79-4a7b-951b-98058775e2b9,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:47.000366 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:47.043825 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.047875 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.048251 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.048570 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.l3_db [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Floating IP 24bcefb8-dd79-49ca-979d-6f1c9aec07b3 disassociated. External IP: 172.27.2.238, port: 1c02c515-3674-445e-949a-cc76a5eb7e66. Jun 29 12:42:47.048981 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Calling delete_port for 1c02c515-3674-445e-949a-cc76a5eb7e66 owned by compute:nova {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:47.187014 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.191069 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:47.191660 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.195553 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:47.251622 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Pushing event updated for resources: {'Network': ['ID=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:47.254261 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:47.261361 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:42:47.339013 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.343216 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:47.374158 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event deleted for resources: {'Port': ['ID=1c02c515-3674-445e-949a-cc76a5eb7e66,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:47.378009 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-d0470779-e383-4e91-af9d-cf8e9425adb6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0323243 Jun 29 12:42:47.379034 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:47.382388 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56796) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:47.390030 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-ecd1c2b5-c66b-4d4e-9974-f1ac3f08b7dc admin admin] Request body: {'subnet': {'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1370360688-subnet', 'tenant_id': '040cc84adfa345da8f3bce2fec1c4707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:42:47.393878 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56798) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:47.446622 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-1f036597-afec-4503-8475-590062f9185b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb9cc8258b854fd7adf0f4c998a58b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515451 Jun 29 12:42:47.449154 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56800) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:47.492107 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Router a334c76d-76d9-4a65-a0c5-1b17acb331a6 has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:42:47.500226 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.522067 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.548093 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd1c2b5-c66b-4d4e-9974-f1ac3f08b7dc admin admin] Made reservation on behalf of 040cc84adfa345da8f3bce2fec1c4707 for: {'subnet': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:42:47.550402 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c2b5-c66b-4d4e-9974-f1ac3f08b7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6121786'] for subnet, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.609991 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:42:47.621246 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36696bc-3903-4198-80da-a3c757bb9aaf None None] Sync routers for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:42:47.633868 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36696bc-3903-4198-80da-a3c757bb9aaf None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:47.635763 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-a36696bc-3903-4198-80da-a3c757bb9aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:47.663185 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] No DVR routers for this DVR port 1c02c515-3674-445e-949a-cc76a5eb7e66 on host hv-cinder-78662 {{(pid=93600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:42:47.665828 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.668013 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-fed86e16-a31d-44a3-98d0-ef8cb50428b9 req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.37 "DELETE /v2.0/ports/1c02c515-3674-445e-949a-cc76a5eb7e66 HTTP/1.1" status: 204 len: 173 time: 1.1382380 Jun 29 12:42:47.669189 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'name': 'network-vif-deleted', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:42:47.671793 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47821eef-5681-4638-b7fa-17683556d48e" -d '{"events": [{"server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "name": "network-vif-deleted", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:42:47.719236 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7f1395-ee20-4837-a166-53e3614fe351 x-openstack-request-id: req-0a7f1395-ee20-4837-a166-53e3614fe351 {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:42:47.720224 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3", "name": "network-vif-deleted", "tag": "1c02c515-3674-445e-949a-cc76a5eb7e66", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:42:47.720224 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a7f1395-ee20-4837-a166-53e3614fe351 {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:42:47.720224 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3', 'name': 'network-vif-deleted', 'tag': '1c02c515-3674-445e-949a-cc76a5eb7e66', 'status': 'completed', 'code': 200} Jun 29 12:42:47.720511 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fdcece8e-3f2e-423a-9845-d1bd6c04d45c req-5eff7f39-8ec8-4f60-9fbc-ec3db8ea89fc tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a3a1df-ad11-4c9a-aae3-675bcd69b6f3 HTTP/1.1" status: 200 len: 210 time: 0.0334606 Jun 29 12:42:47.741661 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.744560 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.745696 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c53b9342-4bfb-4f8c-8d6b-a24259d9a0f9 HTTP/1.1" status: 204 len: 168 time: 0.2948220 Jun 29 12:42:47.751601 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b8ee1b23-3209-4cf4-a48d-e096ad48fc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:47.763105 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-a36696bc-3903-4198-80da-a3c757bb9aaf None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:47.781657 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b9342-4bfb-4f8c-8d6b-a24259d9a0f9,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:47.797486 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:47.797736 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:47.797991 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:47.798392 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:47.798769 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:47.799359 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:47.799551 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:47.799965 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:47.800479 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:47.800832 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:47.801190 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:47.801544 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:42:47.807983 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:47.864798 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.936726 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c2b5-c66b-4d4e-9974-f1ac3f08b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5266529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6121768'] for subnet, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:47.939045 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:47.997773 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-a36696bc-3903-4198-80da-a3c757bb9aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:47Z', 'revision_number': 5, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:48.001474 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1c2b5-c66b-4d4e-9974-f1ac3f08b7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b88962-c569-4975-80a9-e5f1106f852f,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:48.004479 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ecd1c2b5-c66b-4d4e-9974-f1ac3f08b7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:48.007611 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd1c2b5-c66b-4d4e-9974-f1ac3f08b7dc admin admin] Checking segment: {'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:42:48.007611 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd1c2b5-c66b-4d4e-9974-f1ac3f08b7dc admin admin] Network hostable DHCP agents. Network: 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:42:48.030193 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36696bc-3903-4198-80da-a3c757bb9aaf None None] Checking router: a334c76d-76d9-4a65-a0c5-1b17acb331a6 for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:42:48.040238 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36696bc-3903-4198-80da-a3c757bb9aaf None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:48.040858 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-a36696bc-3903-4198-80da-a3c757bb9aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:48.098963 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd1c2b5-c66b-4d4e-9974-f1ac3f08b7dc admin admin] Network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:42:48.185286 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-ecd1c2b5-c66b-4d4e-9974-f1ac3f08b7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858) {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:42:48.190152 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1c2b5-c66b-4d4e-9974-f1ac3f08b7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:48.193603 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c2b5-c66b-4d4e-9974-f1ac3f08b7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:48.197276 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7332879a-8973-4379-b709-1c66e3f7222a None None] Network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:42:48.268646 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-a36696bc-3903-4198-80da-a3c757bb9aaf None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:48.289813 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-ecd1c2b5-c66b-4d4e-9974-f1ac3f08b7dc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8980906 Jun 29 12:42:48.373937 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6063c52-7bf2-4685-a3b3-50120e58bf69 None None] Network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:42:48.507503 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-a36696bc-3903-4198-80da-a3c757bb9aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:47Z', 'revision_number': 5, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:48.536825 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36696bc-3903-4198-80da-a3c757bb9aaf None None] The sync data for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi is: [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:35:32Z', 'revision_number': 4, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c', 'name': '', 'network_id': '16d0a0a3-8b89-4096-b128-70e15e26c897', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'mac_address': 'fa:16:3e:a6:1b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:29Z', 'updated_at': '2021-06-29T12:35:47Z', 'revision_number': 5, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'subnets': [{'id': '891d40b4-fadc-46b1-bef8-c6455861efaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:42:48.755082 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a81251-e19e-47f6-95dd-cbb5bea06e51 None None] New status for floating IP 24bcefb8-dd79-49ca-979d-6f1c9aec07b3: DOWN {{(pid=93601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:42:48.787804 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321566fa-2994-466e-945d-6f0b76ea476f req-15eb0236-eb41-434f-821f-5d97764459fd tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:48.789872 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-15eb0236-eb41-434f-821f-5d97764459fd tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/networks?id=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 HTTP/1.1" status: 200 len: 815 time: 0.1136570 Jun 29 12:42:48.807249 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-9774d672-f1d0-4db1-945b-28b5f49c37f9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/quotas/040cc84adfa345da8f3bce2fec1c4707 HTTP/1.1" status: 200 len: 375 time: 0.0109515 Jun 29 12:42:48.851686 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-091defe1-78b9-40ce-bec8-a687261489a2 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=040cc84adfa345da8f3bce2fec1c4707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382261 Jun 29 12:42:48.940975 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-ee3c0f84-59ac-4807-b5a6-7bcd63569711 service neutron] 10.222.0.61 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824327 Jun 29 12:42:48.974085 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56828) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:49.039815 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-48c41067-13ef-4be1-9c6e-98d63a6cb77c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:49.041231 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-867b1aee-ffdf-4183-bff5-b2a7c9e10961 service neutron] 10.222.0.61 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942349 Jun 29 12:42:49.065228 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-48c41067-13ef-4be1-9c6e-98d63a6cb77c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:49.198351 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-48c41067-13ef-4be1-9c6e-98d63a6cb77c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:49.201186 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-48c41067-13ef-4be1-9c6e-98d63a6cb77c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:49.202399 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-48c41067-13ef-4be1-9c6e-98d63a6cb77c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "DELETE /v2.0/security-groups/b5def612-e5bb-4470-ad77-0d2e1dbc45af HTTP/1.1" status: 204 len: 168 time: 0.2272573 Jun 29 12:42:49.203202 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-9439632b-5489-445f-8104-b169ccdac34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:49.205273 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56830) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:49.211937 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c41067-13ef-4be1-9c6e-98d63a6cb77c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5def612-e5bb-4470-ad77-0d2e1dbc45af,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:49.214213 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-48c41067-13ef-4be1-9c6e-98d63a6cb77c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:49.220584 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.api.v2.resource [None req-eb9878a7-c8c9-4b8d-92fb-953ca5ca5a97 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] show failed (client error): The resource could not be found. Jun 29 12:42:49.221574 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-eb9878a7-c8c9-4b8d-92fb-953ca5ca5a97 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "GET /v2.0/security-groups/b5def612-e5bb-4470-ad77-0d2e1dbc45af HTTP/1.1" status: 404 len: 347 time: 0.0153534 Jun 29 12:42:49.224596 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56832) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:49.331231 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e39f315e-1c14-4090-97bf-7f6ccedc0fa8 req-4a76ad1d-c708-40bd-9e20-0616936341a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606537 Jun 29 12:42:49.372126 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-14e66084-83c3-43d3-bc1c-d8ab16bb7082 req-b0f1589a-0b39-45c0-b1af-4848d8ce1819 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 210 time: 0.0329373 Jun 29 12:42:49.386679 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-2c137dbe-9065-47c8-af7e-d09df2c1d0a2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Deleting port 46867ac0-a349-413a-934a-fbfa6151e9b8 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:49.387056 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2c137dbe-9065-47c8-af7e-d09df2c1d0a2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:49.436043 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f315e-1c14-4090-97bf-7f6ccedc0fa8 req-b34a9817-2d70-42d8-ace5-62f03a55c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:49.437627 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e39f315e-1c14-4090-97bf-7f6ccedc0fa8 req-b34a9817-2d70-42d8-ace5-62f03a55c893 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 1098 time: 0.0633776 Jun 29 12:42:49.462506 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2c137dbe-9065-47c8-af7e-d09df2c1d0a2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:49.462848 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2c137dbe-9065-47c8-af7e-d09df2c1d0a2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:49.475234 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-2c137dbe-9065-47c8-af7e-d09df2c1d0a2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Calling delete_port for 46867ac0-a349-413a-934a-fbfa6151e9b8 owned by network:floatingip {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:49.544819 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f315e-1c14-4090-97bf-7f6ccedc0fa8 req-6ecb69ef-96d4-4227-a011-403c0a43ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:49.546311 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e39f315e-1c14-4090-97bf-7f6ccedc0fa8 req-6ecb69ef-96d4-4227-a011-403c0a43ae7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 913 time: 0.0895398 Jun 29 12:42:49.614815 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e39f315e-1c14-4090-97bf-7f6ccedc0fa8 req-2ae4f1b0-fe11-4918-934c-4dc83d3a329d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3044ed3-1169-44be-a52f-43758b49b9e8 HTTP/1.1" status: 200 len: 1001 time: 0.0621634 Jun 29 12:42:49.662512 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f315e-1c14-4090-97bf-7f6ccedc0fa8 req-2469b8cb-35b0-4504-88b9-7c2c7663be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:49.663967 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e39f315e-1c14-4090-97bf-7f6ccedc0fa8 req-2469b8cb-35b0-4504-88b9-7c2c7663be21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed6842b-cdcd-4d9c-ae32-2283816942c0 HTTP/1.1" status: 200 len: 851 time: 0.0431743 Jun 29 12:42:49.692902 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2c137dbe-9065-47c8-af7e-d09df2c1d0a2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:49.695912 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:49.719942 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c137dbe-9065-47c8-af7e-d09df2c1d0a2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Pushing event deleted for resources: {'Port': ['ID=46867ac0-a349-413a-934a-fbfa6151e9b8,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:49.723807 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-2c137dbe-9065-47c8-af7e-d09df2c1d0a2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:49.725489 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f315e-1c14-4090-97bf-7f6ccedc0fa8 req-b5608ff2-043c-4b8d-8c3e-1f1e780d8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:49.727021 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e39f315e-1c14-4090-97bf-7f6ccedc0fa8 req-b5608ff2-043c-4b8d-8c3e-1f1e780d8307 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0567169 Jun 29 12:42:49.785877 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2c137dbe-9065-47c8-af7e-d09df2c1d0a2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks [] for floatingip, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:49.788676 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2c137dbe-9065-47c8-af7e-d09df2c1d0a2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:49.789855 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-2c137dbe-9065-47c8-af7e-d09df2c1d0a2 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] 10.222.0.61 "DELETE /v2.0/floatingips/24bcefb8-dd79-49ca-979d-6f1c9aec07b3 HTTP/1.1" status: 204 len: 168 time: 0.5644314 Jun 29 12:42:49.819273 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e39f315e-1c14-4090-97bf-7f6ccedc0fa8 req-163e6f84-b3b8-418c-b411-72dd7dcb5abf service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859466 Jun 29 12:42:49.908841 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e39f315e-1c14-4090-97bf-7f6ccedc0fa8 req-fa20975e-8b96-47ee-9bdf-b379c712a097 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831008 Jun 29 12:42:49.963314 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:42:50.311646 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 1c02c515-3674-445e-949a-cc76a5eb7e66 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:50.431713 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: 1c02c515-3674-445e-949a-cc76a5eb7e66 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:50.431713 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 1c02c515-3674-445e-949a-cc76a5eb7e66 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:50.459706 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c84b2bcd-29a0-4f7e-86a1-e871064cad68 req-72a89054-38c0-47c9-9ed2-1f5527cd60b6 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 210 time: 0.0287566 Jun 29 12:42:51.602760 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c3120776-13e0-45cb-9636-3cc876668a2b req-7cef8b9d-ede8-46ae-927a-1f23f4f09869 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 210 time: 0.0288265 Jun 29 12:42:52.264656 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321566fa-2994-466e-945d-6f0b76ea476f req-b9c5d9ab-cb98-478b-8855-64c8acaaa655 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:52.266121 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-b9c5d9ab-cb98-478b-8855-64c8acaaa655 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "GET /v2.0/networks?id=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 HTTP/1.1" status: 200 len: 815 time: 0.1079950 Jun 29 12:42:52.279288 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-321566fa-2994-466e-945d-6f0b76ea476f req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Request body: {'port': {'device_id': '572667d2-5feb-4fc5-84c6-90c89b2759b8', 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858', 'admin_state_up': True, 'tenant_id': '040cc84adfa345da8f3bce2fec1c4707'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:42:52.458647 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321566fa-2994-466e-945d-6f0b76ea476f req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Made reservation on behalf of 040cc84adfa345da8f3bce2fec1c4707 for: {'port': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:42:52.462261 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-321566fa-2994-466e-945d-6f0b76ea476f req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:52.583342 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [req-321566fa-2994-466e-945d-6f0b76ea476f req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Allocated IP 172.20.0.12 (6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858/c3b88962-c569-4975-80a9-e5f1106f852f/f988eea6-18da-4ff8-b5c0-0d1118c1ed94) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:42:52.733883 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-321566fa-2994-466e-945d-6f0b76ea476f req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:52.747930 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4c099b55-0efd-4269-b3f1-f83dc1b6e202 req-ba732bcc-7146-4834-8a8c-6e025a4885c7 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 210 time: 0.0325451 Jun 29 12:42:52.838800 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-321566fa-2994-466e-945d-6f0b76ea476f req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:52.843043 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-dd4cc78f-3dd4-4c6a-87f3-653c503aa48b tempest-VolumesSnapshotTestJSON-533066089 tempest-VolumesSnapshotTestJSON-533066089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:52.886810 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321566fa-2994-466e-945d-6f0b76ea476f req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:42:52.890058 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [req-321566fa-2994-466e-945d-6f0b76ea476f req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:42:52.894685 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-321566fa-2994-466e-945d-6f0b76ea476f req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:42:52.897311 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Pushing event updated for resources: {'Port': ['ID=f988eea6-18da-4ff8-b5c0-0d1118c1ed94,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:52.900753 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:52.947942 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321566fa-2994-466e-945d-6f0b76ea476f req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:52.948547 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-321566fa-2994-466e-945d-6f0b76ea476f req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:53.016566 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7413888 Jun 29 12:42:53.032849 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56874) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:53.032849 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Request body: {'port': {'device_id': '572667d2-5feb-4fc5-84c6-90c89b2759b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:42:53.102157 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:53.528837 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f988eea6-18da-4ff8-b5c0-0d1118c1ed94 {{(pid=93600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:42:53.538223 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:53.573991 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Transition to ACTIVE for port object f988eea6-18da-4ff8-b5c0-0d1118c1ed94 will not be triggered until provisioned by entity L2. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:42:53.681671 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:53.685928 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-84355090-b889-4527-b818-f5253bc1bbd3 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:53.693622 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737596'] for router_interface, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:53.782043 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Pushing event updated for resources: {'Port': ['ID=f988eea6-18da-4ff8-b5c0-0d1118c1ed94,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:53.788055 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:53.928417 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ed779-3e1f-4a54-bd79-368b474a3e88 req-35938b09-d534-4ad7-8ae6-8a6992ecaffe tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:53.929973 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2b7ed779-3e1f-4a54-bd79-368b474a3e88 req-35938b09-d534-4ad7-8ae6-8a6992ecaffe tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 944 time: 0.0655994 Jun 29 12:42:53.972901 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2b7ed779-3e1f-4a54-bd79-368b474a3e88 req-d3adc659-2a1a-48d0-984a-6936773f0f23 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354471 Jun 29 12:42:54.177842 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Attempting to bind port f988eea6-18da-4ff8-b5c0-0d1118c1ed94 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:42:54.178201 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Attempting to bind port f988eea6-18da-4ff8-b5c0-0d1118c1ed94 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:42:54.178534 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Attempting to bind port f988eea6-18da-4ff8-b5c0-0d1118c1ed94 on network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:42:54.199806 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Port f988eea6-18da-4ff8-b5c0-0d1118c1ed94 on network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:42:54.200126 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Attempting to bind port f988eea6-18da-4ff8-b5c0-0d1118c1ed94 on network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:42:54.208378 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:42:54.208719 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Checking segment: {'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:42:54.209105 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Bound using segment: {'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:42:54.209535 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Bound port: f988eea6-18da-4ff8-b5c0-0d1118c1ed94, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'}}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:42:54.209889 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:54.309246 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] For port f988eea6-18da-4ff8-b5c0-0d1118c1ed94, host hv-cinder-78662, cleared binding levels {{(pid=93600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:42:54.327041 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] For port f988eea6-18da-4ff8-b5c0-0d1118c1ed94, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f988eea6-18da-4ff8-b5c0-0d1118c1ed94,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:42:54.371001 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] Deleting port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:54.371964 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:54.409966 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:54.414091 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-7a7de5e8-4a1c-437f-a7d6-a32db4ef3bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:54.457042 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:54.457660 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:54.459059 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] 10.222.0.37 "PUT /v2.0/ports/f988eea6-18da-4ff8-b5c0-0d1118c1ed94 HTTP/1.1" status: 200 len: 1094 time: 1.4326005 Jun 29 12:42:54.461026 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572667d2-5feb-4fc5-84c6-90c89b2759b8', 'tag': 'f988eea6-18da-4ff8-b5c0-0d1118c1ed94'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:42:54.463355 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f962d284-54ae-4f34-8bf3-846cbe334aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "572667d2-5feb-4fc5-84c6-90c89b2759b8", "tag": "f988eea6-18da-4ff8-b5c0-0d1118c1ed94"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:42:54.497807 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Pushing event updated for resources: {'Port': ['ID=f988eea6-18da-4ff8-b5c0-0d1118c1ed94,revision_number=3']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:54.501437 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd01f2f2-24f9-48e7-8686-7f4b56047b7e x-openstack-request-id: req-cd01f2f2-24f9-48e7-8686-7f4b56047b7e {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:42:54.501767 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572667d2-5feb-4fc5-84c6-90c89b2759b8", "tag": "f988eea6-18da-4ff8-b5c0-0d1118c1ed94", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:42:54.502079 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd01f2f2-24f9-48e7-8686-7f4b56047b7e {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:42:54.502510 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572667d2-5feb-4fc5-84c6-90c89b2759b8', 'tag': 'f988eea6-18da-4ff8-b5c0-0d1118c1ed94', 'status': 'completed', 'code': 200} Jun 29 12:42:54.507857 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:54.515094 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] For port af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:54.515456 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:54.536500 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] Calling delete_port for af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c owned by network:router_interface {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:54.633726 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962d284-54ae-4f34-8bf3-846cbe334aa2 req-3709695a-348a-4c34-918a-8924d3115c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:54.635247 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-f962d284-54ae-4f34-8bf3-846cbe334aa2 req-3709695a-348a-4c34-918a-8924d3115c14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=040cc84adfa345da8f3bce2fec1c4707&device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 1097 time: 0.1126559 Jun 29 12:42:54.785751 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962d284-54ae-4f34-8bf3-846cbe334aa2 req-2d4b552e-00e3-4691-8b1c-d73990971f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:54.787252 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-f962d284-54ae-4f34-8bf3-846cbe334aa2 req-2d4b552e-00e3-4691-8b1c-d73990971f22 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=040cc84adfa345da8f3bce2fec1c4707&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1449716 Jun 29 12:42:54.905254 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962d284-54ae-4f34-8bf3-846cbe334aa2 req-6b3b4ecd-7057-4f1d-bae9-9f6a10e9fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:54.906644 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-f962d284-54ae-4f34-8bf3-846cbe334aa2 req-6b3b4ecd-7057-4f1d-bae9-9f6a10e9fc74 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019516 Jun 29 12:42:54.996038 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321566fa-2994-466e-945d-6f0b76ea476f req-5fbc253d-6acc-4272-bd53-25ff60dcaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:54.997732 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-5fbc253d-6acc-4272-bd53-25ff60dcaf23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=040cc84adfa345da8f3bce2fec1c4707&device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 1097 time: 0.0534472 Jun 29 12:42:55.001403 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:55.004354 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ce5f00f9-559a-4fc2-8fe4-b24f6a1fc4d3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:55.037020 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] Pushing event deleted for resources: {'Port': ['ID=af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:55.097743 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:55.097743 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-e13e7472-e529-44ac-a713-9a911b67085a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f988eea6-18da-4ff8-b5c0-0d1118c1ed94 HTTP/1.1" status: 200 len: 217 time: 0.0790868 Jun 29 12:42:55.154852 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c03fb-4145-443e-9cca-7f3b60acf6c1 req-d1b829dd-f532-4535-86fe-dfd21c1f9400 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:55.156300 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-866c03fb-4145-443e-9cca-7f3b60acf6c1 req-d1b829dd-f532-4535-86fe-dfd21c1f9400 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 944 time: 0.0672922 Jun 29 12:42:55.169556 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321566fa-2994-466e-945d-6f0b76ea476f req-63ef7c4a-9af2-40aa-b8c7-e1d72aa9e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:55.171093 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-63ef7c4a-9af2-40aa-b8c7-e1d72aa9e676 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3b88962-c569-4975-80a9-e5f1106f852f HTTP/1.1" status: 200 len: 855 time: 0.0760231 Jun 29 12:42:55.197344 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-866c03fb-4145-443e-9cca-7f3b60acf6c1 req-eae617ec-b99f-4e35-9e99-0d997669a320 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333192 Jun 29 12:42:55.238832 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-008abbb0-609e-4859-992c-b2c35a064e60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289292 Jun 29 12:42:55.358974 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738956'] for router_interface, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:55.380275 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-8036817a-306d-4092-aced-e04932218178 service neutron] 10.222.0.37 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335442 Jun 29 12:42:55.546787 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-321566fa-2994-466e-945d-6f0b76ea476f req-f735fc70-bccf-4f1c-917e-c8101d14e141 service neutron] 10.222.0.37 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309817 Jun 29 12:42:55.647382 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] Router a334c76d-76d9-4a65-a0c5-1b17acb331a6 has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:42:55.752917 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:42:55.758044 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] 10.222.0.61 "PUT /v2.0/routers/a334c76d-76d9-4a65-a0c5-1b17acb331a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7363408 Jun 29 12:42:55.760588 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56884) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:55.761530 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a2136-06b4-4140-9c8f-78fcc377f227 None None] Sync routers for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:42:55.772890 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a2136-06b4-4140-9c8f-78fcc377f227 None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:55.773514 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-c62a2136-06b4-4140-9c8f-78fcc377f227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:55.863385 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Notify callbacks [] for router, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:55.878729 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-c62a2136-06b4-4140-9c8f-78fcc377f227 None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:55.961635 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:56.057536 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-c62a2136-06b4-4140-9c8f-78fcc377f227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:42:54Z', 'revision_number': 5, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port': {'id': '4200103d-ef78-4ff5-a3a9-bc9918d69eca', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:aa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:35:24Z', 'updated_at': '2021-06-29T12:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:56.083064 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a2136-06b4-4140-9c8f-78fcc377f227 None None] Checking router: a334c76d-76d9-4a65-a0c5-1b17acb331a6 for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:42:56.091702 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a2136-06b4-4140-9c8f-78fcc377f227 None None] Routers {'a334c76d-76d9-4a65-a0c5-1b17acb331a6'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:42:56.092341 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-c62a2136-06b4-4140-9c8f-78fcc377f227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:42:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:56.101825 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Deleting port 4200103d-ef78-4ff5-a3a9-bc9918d69eca {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:56.102206 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:56.175082 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-c62a2136-06b4-4140-9c8f-78fcc377f227 None None] Set router a334c76d-76d9-4a65-a0c5-1b17acb331a6 gateway port host: None {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:42:56.180435 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] For port 4200103d-ef78-4ff5-a3a9-bc9918d69eca, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=4200103d-ef78-4ff5-a3a9-bc9918d69eca,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:56.180796 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:56.193802 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Calling delete_port for 4200103d-ef78-4ff5-a3a9-bc9918d69eca owned by network:router_gateway {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:56.226878 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-c62a2136-06b4-4140-9c8f-78fcc377f227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:42:55Z', 'revision_number': 6, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port_host': None}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:56.253636 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a2136-06b4-4140-9c8f-78fcc377f227 None None] The sync data for ids ['a334c76d-76d9-4a65-a0c5-1b17acb331a6'] in dv-cinder-786627-14-iscsi is: [{'id': 'a334c76d-76d9-4a65-a0c5-1b17acb331a6', 'name': 'tempest-AttachVolumeShelveTestJSON-65681556-router', 'tenant_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:35:23Z', 'updated_at': '2021-06-29T12:42:55Z', 'revision_number': 6, 'project_id': 'f7d9447eb9dc42ef824f1889c310bdef', 'gw_port_host': None}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:42:56.397992 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9152f07-aeab-45b4-9b82-24a070dc70f8 req-af2d6308-70a2-4e10-ac37-845f01609311 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:56.399508 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a9152f07-aeab-45b4-9b82-24a070dc70f8 req-af2d6308-70a2-4e10-ac37-845f01609311 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 944 time: 0.0709729 Jun 29 12:42:56.419417 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:56.422520 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ea073c58-0036-4edf-a66e-7bab33e86ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:56.440773 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a9152f07-aeab-45b4-9b82-24a070dc70f8 req-0e8a4e67-70d4-4c9b-b6ba-2e9aeea0f6ac tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329282 Jun 29 12:42:56.449042 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Pushing event deleted for resources: {'Port': ['ID=4200103d-ef78-4ff5-a3a9-bc9918d69eca,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:56.451478 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:56.509980 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780776'] for router_gateway, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:56.597554 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:56.602577 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:56.732641 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740777'] for router, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:56.733223 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a334c76d-76d9-4a65-a0c5-1b17acb331a6 {{(pid=93600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:42:56.737830 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Notify callbacks [] for router, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:56.739000 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a334c76d-76d9-4a65-a0c5-1b17acb331a6 HTTP/1.1" status: 204 len: 168 time: 0.9775043 Jun 29 12:42:56.741555 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56888) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:56.787669 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e628e72-55a8-49b9-8477-4c6e88ae0ed7 admin admin] Deleting subnet 891d40b4-fadc-46b1-bef8-c6455861efaf {{(pid=93600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:42:56.790672 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e628e72-55a8-49b9-8477-4c6e88ae0ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:56.825307 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e628e72-55a8-49b9-8477-4c6e88ae0ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5749248'] for subnet, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:56.905926 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e628e72-55a8-49b9-8477-4c6e88ae0ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.045234 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e628e72-55a8-49b9-8477-4c6e88ae0ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5837644'] for subnet, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.047637 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:57.075007 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-2e628e72-55a8-49b9-8477-4c6e88ae0ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.079546 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-2e628e72-55a8-49b9-8477-4c6e88ae0ed7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/891d40b4-fadc-46b1-bef8-c6455861efaf HTTP/1.1" status: 204 len: 168 time: 0.3346710 Jun 29 12:42:57.079546 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e628e72-55a8-49b9-8477-4c6e88ae0ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=891d40b4-fadc-46b1-bef8-c6455861efaf,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:57.080057 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56890) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:57.081561 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-2e628e72-55a8-49b9-8477-4c6e88ae0ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:57.082712 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc9f1d0-e46b-4031-8823-8c403d08f007 None None] Network 16d0a0a3-8b89-4096-b128-70e15e26c897 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:42:57.150770 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.207204 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Deleting port f36111da-3089-456c-8450-438dc3482b5c {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:57.207544 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.281415 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] For port f36111da-3089-456c-8450-438dc3482b5c, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=f36111da-3089-456c-8450-438dc3482b5c,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:57.281776 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.292337 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c372fe74-9f31-49af-a4fe-30c2625c2a47 None None] DHCP port deletion for 16d0a0a3-8b89-4096-b128-70e15e26c897 request from dv-cinder-786627-14-iscsi {{(pid=93601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 12:42:57.296236 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Calling delete_port for f36111da-3089-456c-8450-438dc3482b5c owned by network:dhcp {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:57.343015 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-c372fe74-9f31-49af-a4fe-30c2625c2a47 None None] Deleting port f36111da-3089-456c-8450-438dc3482b5c {{(pid=93601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:42:57.343401 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c372fe74-9f31-49af-a4fe-30c2625c2a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.404791 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-c372fe74-9f31-49af-a4fe-30c2625c2a47 None None] For port f36111da-3089-456c-8450-438dc3482b5c, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=f36111da-3089-456c-8450-438dc3482b5c,segment=NetworkSegment(119af269-a697-4529-8e07-43708213ebf2),segment_id=119af269-a697-4529-8e07-43708213ebf2)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:57.405230 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c372fe74-9f31-49af-a4fe-30c2625c2a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.417180 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-c372fe74-9f31-49af-a4fe-30c2625c2a47 None None] Calling delete_port for f36111da-3089-456c-8450-438dc3482b5c owned by network:dhcp {{(pid=93601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:42:57.458782 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.461713 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5510ccda-fa91-4d1a-b504-4116ecc9ff28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:57.490626 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36111da-3089-456c-8450-438dc3482b5c,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:57.492777 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] No DVR routers for this DVR port f36111da-3089-456c-8450-438dc3482b5c on host dv-cinder-786627-14-iscsi {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:42:57.494719 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:57.580243 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.613286 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d0a0a3-8b89-4096-b128-70e15e26c897']}} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:57.626029 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119af269-a697-4529-8e07-43708213ebf2') {'for_net_delete': True} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:57.626375 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119af269-a697-4529-8e07-43708213ebf2') {} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:42:57.626510 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device f36111da-3089-456c-8450-438dc3482b5c no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:57.637417 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6094341'] for segment, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.646681 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: f36111da-3089-456c-8450-438dc3482b5c {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:57.647028 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device f36111da-3089-456c-8450-438dc3482b5c not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:57.647438 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 4200103d-ef78-4ff5-a3a9-bc9918d69eca no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:57.655943 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.666031 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:42:57.666437 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5266563'] for segment, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.667052 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: 4200103d-ef78-4ff5-a3a9-bc9918d69eca {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:57.667397 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 4200103d-ef78-4ff5-a3a9-bc9918d69eca not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:57.667811 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: Traceback (most recent call last): Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: timer() Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: cb(*args, **kw) Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: return func(*args, **kwargs) Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: self._notify() Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: self.callback(batched_events) Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: event.method(event) Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: return f(self, *a, **k) Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._get(url).json() Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: return self.request(url, 'GET', **kwargs) Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:42:57.668620 dv-cinder-786627-14-iscsi neutron-server[93599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:42:57.671606 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c372fe74-9f31-49af-a4fe-30c2625c2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438'] for port, after_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.673257 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:57.710297 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:42:57.710564 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device af8fb7ff-9d3f-4ca1-9f16-ca78a401f38c not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:42:57.713042 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e005e2-3c0d-42af-b131-4a89c79157ef req-05022921-ddf2-40e6-819c-cc02e75f2e5e tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:57.714573 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b4e005e2-3c0d-42af-b131-4a89c79157ef req-05022921-ddf2-40e6-819c-cc02e75f2e5e tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 944 time: 0.1426749 Jun 29 12:42:57.715625 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372fe74-9f31-49af-a4fe-30c2625c2a47 None None] Pushing event deleted for resources: {'Port': ['ID=f36111da-3089-456c-8450-438dc3482b5c,revision_number=None']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:57.717889 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c372fe74-9f31-49af-a4fe-30c2625c2a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:57.718893 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372fe74-9f31-49af-a4fe-30c2625c2a47 None None] No DVR routers for this DVR port f36111da-3089-456c-8450-438dc3482b5c on host dv-cinder-786627-14-iscsi {{(pid=93601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:42:57.765452 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b4e005e2-3c0d-42af-b131-4a89c79157ef req-abd773d2-a431-404f-a2ad-1b1aaf7e9286 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360096 Jun 29 12:42:57.806864 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.810883 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ea96c170-865b-4841-85ee-083f07a9ba96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:57.813392 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:57.815129 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/16d0a0a3-8b89-4096-b128-70e15e26c897 HTTP/1.1" status: 204 len: 168 time: 0.7339830 Jun 29 12:42:57.826261 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d0a0a3-8b89-4096-b128-70e15e26c897,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:57.867581 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:58.171664 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56896) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:58.209228 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-87f3e720-5720-4006-8deb-6e39a053469a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f7d9447eb9dc42ef824f1889c310bdef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0363691 Jun 29 12:42:58.211520 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56898) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:42:58.257875 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4da7bde0-cf1e-42c2-8425-7fcba2c78e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:58.278807 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4da7bde0-cf1e-42c2-8425-7fcba2c78e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:58.348204 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device f988eea6-18da-4ff8-b5c0-0d1118c1ed94 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:42:58.435818 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4da7bde0-cf1e-42c2-8425-7fcba2c78e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:58.438677 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4da7bde0-cf1e-42c2-8425-7fcba2c78e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:58.439953 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-4da7bde0-cf1e-42c2-8425-7fcba2c78e3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63d36339-1148-418d-92a3-f36e17f6466f HTTP/1.1" status: 204 len: 168 time: 0.2275202 Jun 29 12:42:58.440828 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-58199e87-0118-4bc7-9c0f-bcb7ce3c829d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:58.447911 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port f988eea6-18da-4ff8-b5c0-0d1118c1ed94, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f988eea6-18da-4ff8-b5c0-0d1118c1ed94,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:58.450944 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7bde0-cf1e-42c2-8425-7fcba2c78e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d36339-1148-418d-92a3-f36e17f6466f,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:58.451862 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4da7bde0-cf1e-42c2-8425-7fcba2c78e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:58.467189 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': 'f988eea6-18da-4ff8-b5c0-0d1118c1ed94', 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858', 'port_id': 'f988eea6-18da-4ff8-b5c0-0d1118c1ed94', 'mac_address': 'fa:16:3e:dd:e9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b88962-c569-4975-80a9-e5f1106f852f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:42:58.507187 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:58.520482 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f988eea6-18da-4ff8-b5c0-0d1118c1ed94 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:42:58.545123 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port f988eea6-18da-4ff8-b5c0-0d1118c1ed94, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f988eea6-18da-4ff8-b5c0-0d1118c1ed94,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:42:58.647153 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:42:58.649149 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:42:58.694693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=f988eea6-18da-4ff8-b5c0-0d1118c1ed94,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:42:58.697668 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:42:58.851081 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['f988eea6-18da-4ff8-b5c0-0d1118c1ed94'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:42:58.944975 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452e1de-777a-4aa6-922a-ce18353973be req-583cb2f6-0fa7-42ed-a821-ac42240d9286 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:42:58.946464 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c452e1de-777a-4aa6-922a-ce18353973be req-583cb2f6-0fa7-42ed-a821-ac42240d9286 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 945 time: 0.0667813 Jun 29 12:42:58.985924 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c452e1de-777a-4aa6-922a-ce18353973be req-da233879-0c75-4173-96f1-9febaabfa496 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327737 Jun 29 12:43:00.160106 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c881ef-fbad-4997-bcf5-822a9ef0524d req-a40753c1-3652-4ee2-ad3e-a0fb9d9a2d25 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:00.161493 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-22c881ef-fbad-4997-bcf5-822a9ef0524d req-a40753c1-3652-4ee2-ad3e-a0fb9d9a2d25 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 945 time: 0.0627229 Jun 29 12:43:00.199094 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-22c881ef-fbad-4997-bcf5-822a9ef0524d req-cb9420d6-6197-47cc-9af0-26e2998b11d4 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318832 Jun 29 12:43:00.372758 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device f988eea6-18da-4ff8-b5c0-0d1118c1ed94 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:43:00.552849 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port f988eea6-18da-4ff8-b5c0-0d1118c1ed94 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:43:00.556716 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port f988eea6-18da-4ff8-b5c0-0d1118c1ed94 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:43:00.557097 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:00.634269 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:00.657252 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572667d2-5feb-4fc5-84c6-90c89b2759b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f988eea6-18da-4ff8-b5c0-0d1118c1ed94'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:43:00.659524 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5c7cb3-3804-4cef-a871-77add14c6f5a" -d '{"events": [{"server_uuid": "572667d2-5feb-4fc5-84c6-90c89b2759b8", "name": "network-vif-plugged", "status": "completed", "tag": "f988eea6-18da-4ff8-b5c0-0d1118c1ed94"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:43:00.689565 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port f988eea6-18da-4ff8-b5c0-0d1118c1ed94, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f988eea6-18da-4ff8-b5c0-0d1118c1ed94,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:00.702882 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1c5062-4594-4529-badf-6034f72ac337 x-openstack-request-id: req-fc1c5062-4594-4529-badf-6034f72ac337 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:43:00.703197 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572667d2-5feb-4fc5-84c6-90c89b2759b8", "name": "network-vif-plugged", "status": "completed", "tag": "f988eea6-18da-4ff8-b5c0-0d1118c1ed94", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:43:00.703468 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc1c5062-4594-4529-badf-6034f72ac337 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:43:00.703881 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572667d2-5feb-4fc5-84c6-90c89b2759b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f988eea6-18da-4ff8-b5c0-0d1118c1ed94', 'code': 200} Jun 29 12:43:00.798888 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:00.804410 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:00.853669 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=f988eea6-18da-4ff8-b5c0-0d1118c1ed94,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:00.857834 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:01.257588 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ff33d-1428-455a-9ec7-5b3fa4273c8d req-549d9715-f0b9-4f68-8b03-d150fec7081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:01.259183 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-ea5ff33d-1428-455a-9ec7-5b3fa4273c8d req-549d9715-f0b9-4f68-8b03-d150fec7081f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 1099 time: 0.0536582 Jun 29 12:43:01.293822 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-ea5ff33d-1428-455a-9ec7-5b3fa4273c8d req-8f98e139-f8f5-45a5-870d-d13f74cf8139 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285449 Jun 29 12:43:01.375143 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4c3bd-073b-404e-8def-39424f3f3da4 req-229bb41d-a66b-4d0a-8b8d-e8a8ee2e9fb3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:01.377569 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-14c4c3bd-073b-404e-8def-39424f3f3da4 req-229bb41d-a66b-4d0a-8b8d-e8a8ee2e9fb3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 946 time: 0.0663309 Jun 29 12:43:01.417979 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-14c4c3bd-073b-404e-8def-39424f3f3da4 req-53797dd2-b612-4fd5-85fb-8519c1518284 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Jun 29 12:43:02.590196 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a510099-1c74-4be2-b2cd-5d0f0d5441c4 req-6054f6cf-2861-4deb-9d93-8f10144d884b tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:02.591528 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8a510099-1c74-4be2-b2cd-5d0f0d5441c4 req-6054f6cf-2861-4deb-9d93-8f10144d884b tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 946 time: 0.0637312 Jun 29 12:43:02.627534 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8a510099-1c74-4be2-b2cd-5d0f0d5441c4 req-64472cb5-3071-4f1b-8a14-00f7a846ef8b tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303907 Jun 29 12:43:03.347307 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 56972) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:03.452331 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2a9f4145-94ae-4f42-978b-0d59a8314b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:03.540825 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2a9f4145-94ae-4f42-978b-0d59a8314b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:03.627427 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2a9f4145-94ae-4f42-978b-0d59a8314b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:03.631007 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-803e2544-cea8-4199-baca-69fd1e484e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:03.667664 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-2a9f4145-94ae-4f42-978b-0d59a8314b57 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=498d118273bd4dd89908daafca695218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192105 Jun 29 12:43:03.668542 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f4145-94ae-4f42-978b-0d59a8314b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a57435-a7f9-4236-8cbe-57b3cbc5f0ce,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:03.670584 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 56980) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:03.671530 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-2a9f4145-94ae-4f42-978b-0d59a8314b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:03.720786 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ea42e577-55e6-4798-9e03-d1dafc4a1ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:03.742080 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ea42e577-55e6-4798-9e03-d1dafc4a1ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:03.875398 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ea42e577-55e6-4798-9e03-d1dafc4a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:03.878106 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ea42e577-55e6-4798-9e03-d1dafc4a1ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:03.879325 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-ea42e577-55e6-4798-9e03-d1dafc4a1ff6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54a57435-a7f9-4236-8cbe-57b3cbc5f0ce HTTP/1.1" status: 204 len: 168 time: 0.2070963 Jun 29 12:43:03.880175 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1607f2db-cd9e-4060-9e40-9b93842182e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:03.889085 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42e577-55e6-4798-9e03-d1dafc4a1ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a57435-a7f9-4236-8cbe-57b3cbc5f0ce,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:03.891514 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ea42e577-55e6-4798-9e03-d1dafc4a1ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:07.504093 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-f9ce8914-58fe-4cce-804e-4760733fb188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:10.058020 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-63b357ad-86c9-4c14-9d37-fd60cd54d292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:10.330008 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:11.423783 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:12.825124 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:13.048952 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c95fd4-542a-4730-a1c4-932341bab36f req-37275eef-6714-47f8-ad58-2f8897b82f74 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:13.050567 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-37275eef-6714-47f8-ad58-2f8897b82f74 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/networks?id=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 HTTP/1.1" status: 200 len: 815 time: 0.1102295 Jun 29 12:43:13.065309 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-48d4682e-6172-445d-b767-f82a8ca797e7 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/quotas/040cc84adfa345da8f3bce2fec1c4707 HTTP/1.1" status: 200 len: 375 time: 0.0093896 Jun 29 12:43:13.128006 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-baf01e24-cabb-4e4f-85b2-878b8aba4d18 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=040cc84adfa345da8f3bce2fec1c4707&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575624 Jun 29 12:43:13.219680 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f749d8ab-0dbc-4fb7-a8d5-47c70d193698 service neutron] 10.222.0.61 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851340 Jun 29 12:43:13.308533 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-ebc18673-9465-4762-8abd-d9c7c4e77201 service neutron] 10.222.0.61 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830977 Jun 29 12:43:13.563588 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b0518a09-f2ee-4843-8c40-113d9445692a req-1f45be4b-9125-470d-95a9-62641b4360d7 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 210 time: 0.0280862 Jun 29 12:43:14.705347 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c11c50b8-a057-411e-81ee-95592f942f8b req-da6c4dde-eac1-44e0-8e94-bed7234731de tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 210 time: 0.0318060 Jun 29 12:43:15.733152 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c95fd4-542a-4730-a1c4-932341bab36f req-51d23fdd-a484-4d8b-ba5d-8169e75b03d4 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:15.734661 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-51d23fdd-a484-4d8b-ba5d-8169e75b03d4 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "GET /v2.0/networks?id=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 HTTP/1.1" status: 200 len: 815 time: 0.0982177 Jun 29 12:43:15.748796 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-84c95fd4-542a-4730-a1c4-932341bab36f req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Request body: {'port': {'device_id': 'ef18116d-dbf4-416e-9c6b-cd9ef779c64a', 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858', 'admin_state_up': True, 'tenant_id': '040cc84adfa345da8f3bce2fec1c4707'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:43:15.853272 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-50e22f7e-08de-4315-a945-f8f05f41aa70 req-a93449f5-db75-497c-ad2d-edcc5d23ca8b tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 210 time: 0.0315461 Jun 29 12:43:16.243917 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c95fd4-542a-4730-a1c4-932341bab36f req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Made reservation on behalf of 040cc84adfa345da8f3bce2fec1c4707 for: {'port': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:43:16.248456 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84c95fd4-542a-4730-a1c4-932341bab36f req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:16.375997 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [req-84c95fd4-542a-4730-a1c4-932341bab36f req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Allocated IP 172.20.0.3 (6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858/c3b88962-c569-4975-80a9-e5f1106f852f/94b0a52f-e82a-45aa-91a3-ce5083428cb8) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:43:16.520002 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84c95fd4-542a-4730-a1c4-932341bab36f req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:16.639504 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84c95fd4-542a-4730-a1c4-932341bab36f req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:16.644788 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f0b28362-0f92-48d9-bc3b-d54d2d805f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:16.651832 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['f988eea6-18da-4ff8-b5c0-0d1118c1ed94'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:43:16.690803 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c95fd4-542a-4730-a1c4-932341bab36f req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:43:16.694122 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [req-84c95fd4-542a-4730-a1c4-932341bab36f req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:43:16.696695 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c95fd4-542a-4730-a1c4-932341bab36f req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:43:16.726890 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Pushing event updated for resources: {'Port': ['ID=94b0a52f-e82a-45aa-91a3-ce5083428cb8,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:16.739198 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:16.739798 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:16.740088 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:16.740448 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:16.740818 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:16.741187 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:16.741568 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:16.741928 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:16.742313 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:16.742779 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:16.743095 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:16.743452 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:16.749410 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:16.771965 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c95fd4-542a-4730-a1c4-932341bab36f req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:16.772702 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84c95fd4-542a-4730-a1c4-932341bab36f req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:16.905464 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1614392 Jun 29 12:43:16.917652 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Request body: {'port': {'device_id': 'ef18116d-dbf4-416e-9c6b-cd9ef779c64a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:43:16.989702 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:17.044931 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11567353-5da1-430a-94f7-445255f5ee7d req-4a8267ce-ee1a-4140-8928-42f81c807dce tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:17.046468 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-11567353-5da1-430a-94f7-445255f5ee7d req-4a8267ce-ee1a-4140-8928-42f81c807dce tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 931 time: 0.0795009 Jun 29 12:43:17.085201 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-11567353-5da1-430a-94f7-445255f5ee7d req-b44da759-0553-478e-80e3-2f83f45ab66c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Jun 29 12:43:17.257183 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b0a52f-e82a-45aa-91a3-ce5083428cb8 {{(pid=93600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:43:17.265216 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:17.276568 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Transition to ACTIVE for port object 94b0a52f-e82a-45aa-91a3-ce5083428cb8 will not be triggered until provisioned by entity L2. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:43:17.375262 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:17.378079 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-15bb7c09-35c3-4203-b529-eb58d6a338fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:17.442881 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Pushing event updated for resources: {'Port': ['ID=94b0a52f-e82a-45aa-91a3-ce5083428cb8,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:17.464436 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:17.491473 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Attempting to bind port 94b0a52f-e82a-45aa-91a3-ce5083428cb8 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:43:17.491813 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Attempting to bind port 94b0a52f-e82a-45aa-91a3-ce5083428cb8 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:43:17.492141 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Attempting to bind port 94b0a52f-e82a-45aa-91a3-ce5083428cb8 on network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:43:17.496270 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Port 94b0a52f-e82a-45aa-91a3-ce5083428cb8 on network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:43:17.497233 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Attempting to bind port 94b0a52f-e82a-45aa-91a3-ce5083428cb8 on network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:43:17.501966 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:43:17.502341 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Checking segment: {'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:43:17.502722 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Bound using segment: {'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:43:17.503143 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Bound port: 94b0a52f-e82a-45aa-91a3-ce5083428cb8, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'}}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:43:17.503497 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:17.564143 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] For port 94b0a52f-e82a-45aa-91a3-ce5083428cb8, host hv-cinder-78662, cleared binding levels {{(pid=93600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:43:17.567022 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] For port 94b0a52f-e82a-45aa-91a3-ce5083428cb8, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=94b0a52f-e82a-45aa-91a3-ce5083428cb8,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:43:17.673006 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:17.675806 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-17c86ee4-6065-46ed-84e0-918160c81b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:17.705931 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:17.706562 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:17.711326 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] 10.222.0.37 "PUT /v2.0/ports/94b0a52f-e82a-45aa-91a3-ce5083428cb8 HTTP/1.1" status: 200 len: 1093 time: 0.7945714 Jun 29 12:43:17.711326 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef18116d-dbf4-416e-9c6b-cd9ef779c64a', 'tag': '94b0a52f-e82a-45aa-91a3-ce5083428cb8'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:43:17.711326 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8f5629-da0e-4bca-8d74-45a881e6080d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef18116d-dbf4-416e-9c6b-cd9ef779c64a", "tag": "94b0a52f-e82a-45aa-91a3-ce5083428cb8"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:43:17.740216 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Pushing event updated for resources: {'Port': ['ID=94b0a52f-e82a-45aa-91a3-ce5083428cb8,revision_number=3']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:17.743211 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:17.832205 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0779fc56-9d7f-45e7-954e-d684f29e162b x-openstack-request-id: req-0779fc56-9d7f-45e7-954e-d684f29e162b {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:43:17.832565 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef18116d-dbf4-416e-9c6b-cd9ef779c64a", "tag": "94b0a52f-e82a-45aa-91a3-ce5083428cb8", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:43:17.832859 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0779fc56-9d7f-45e7-954e-d684f29e162b {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:43:17.833298 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef18116d-dbf4-416e-9c6b-cd9ef779c64a', 'tag': '94b0a52f-e82a-45aa-91a3-ce5083428cb8', 'status': 'completed', 'code': 200} Jun 29 12:43:17.911183 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f5629-da0e-4bca-8d74-45a881e6080d req-e8cc9757-eca1-4f3d-93bf-a4070c3cdb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:17.911867 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-3e8f5629-da0e-4bca-8d74-45a881e6080d req-e8cc9757-eca1-4f3d-93bf-a4070c3cdb76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=040cc84adfa345da8f3bce2fec1c4707&device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 1096 time: 0.0551775 Jun 29 12:43:17.955248 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:18.014635 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f5629-da0e-4bca-8d74-45a881e6080d req-86227b7f-3dfa-4490-b270-07d5752f3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:18.016103 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-3e8f5629-da0e-4bca-8d74-45a881e6080d req-86227b7f-3dfa-4490-b270-07d5752f3625 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=040cc84adfa345da8f3bce2fec1c4707&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0951211 Jun 29 12:43:18.117137 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f5629-da0e-4bca-8d74-45a881e6080d req-6b761c83-3eee-4b6c-b6bd-f677890f4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:18.118352 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-3e8f5629-da0e-4bca-8d74-45a881e6080d req-6b761c83-3eee-4b6c-b6bd-f677890f4dfa service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912302 Jun 29 12:43:18.211991 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c95fd4-542a-4730-a1c4-932341bab36f req-74e9e464-b0b1-4e72-b7c8-8a758c32c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:18.213464 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-74e9e464-b0b1-4e72-b7c8-8a758c32c1b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=040cc84adfa345da8f3bce2fec1c4707&device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 1096 time: 0.0558720 Jun 29 12:43:18.255218 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-6a181e6d-3a25-4c79-82e5-a8d0a0bf49e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94b0a52f-e82a-45aa-91a3-ce5083428cb8 HTTP/1.1" status: 200 len: 217 time: 0.0340166 Jun 29 12:43:18.273633 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b096cc6-c164-43f4-b1a7-efab390d1001 req-c50207a0-7fe7-4ab6-ae87-4e0878be926c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:18.279354 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3b096cc6-c164-43f4-b1a7-efab390d1001 req-c50207a0-7fe7-4ab6-ae87-4e0878be926c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 943 time: 0.0677354 Jun 29 12:43:18.309014 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c95fd4-542a-4730-a1c4-932341bab36f req-4835d40a-afad-414a-afab-ea2754ac9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:18.310563 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-4835d40a-afad-414a-afab-ea2754ac9d7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3b88962-c569-4975-80a9-e5f1106f852f HTTP/1.1" status: 200 len: 855 time: 0.0479629 Jun 29 12:43:18.313641 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3b096cc6-c164-43f4-b1a7-efab390d1001 req-cc176891-95eb-4c81-b310-82657a49fd4b tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Jun 29 12:43:18.342849 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-0d603f1a-c3b9-490e-9915-443ed155e709 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260706 Jun 29 12:43:18.428169 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-fc751657-dc37-46b8-9a68-7f522f9da523 service neutron] 10.222.0.37 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787375 Jun 29 12:43:18.520272 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-84c95fd4-542a-4730-a1c4-932341bab36f req-96f621b4-b9a2-4475-89d4-da0310da0990 service neutron] 10.222.0.37 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855627 Jun 29 12:43:19.481276 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074cfd7-52b6-4933-a430-d15dee55a64c req-b49ff518-ac5e-4ab0-9881-1521a3732ce6 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:19.482743 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c074cfd7-52b6-4933-a430-d15dee55a64c req-b49ff518-ac5e-4ab0-9881-1521a3732ce6 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 943 time: 0.0613413 Jun 29 12:43:19.519381 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c074cfd7-52b6-4933-a430-d15dee55a64c req-749b0489-dee4-4cc4-a18a-14f3846f4da5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310059 Jun 29 12:43:20.524123 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 94b0a52f-e82a-45aa-91a3-ce5083428cb8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:43:20.619902 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 94b0a52f-e82a-45aa-91a3-ce5083428cb8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=94b0a52f-e82a-45aa-91a3-ce5083428cb8,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:20.632032 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '94b0a52f-e82a-45aa-91a3-ce5083428cb8', 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858', 'port_id': '94b0a52f-e82a-45aa-91a3-ce5083428cb8', 'mac_address': 'fa:16:3e:26:73:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b88962-c569-4975-80a9-e5f1106f852f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:43:20.673719 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:20.686865 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b0a52f-e82a-45aa-91a3-ce5083428cb8 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:43:20.689367 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94b89e-941a-4aaf-ab67-a651f75f2468 req-ef85ee9e-35ff-4783-b31d-c5a8609a0777 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:20.690856 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cd94b89e-941a-4aaf-ab67-a651f75f2468 req-ef85ee9e-35ff-4783-b31d-c5a8609a0777 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 943 time: 0.0629582 Jun 29 12:43:20.706072 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 94b0a52f-e82a-45aa-91a3-ce5083428cb8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=94b0a52f-e82a-45aa-91a3-ce5083428cb8,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:20.730541 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cd94b89e-941a-4aaf-ab67-a651f75f2468 req-4b534a8a-6034-44c7-b3b8-d5402fabd97f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337636 Jun 29 12:43:20.841960 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:20.844574 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:20.893833 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=94b0a52f-e82a-45aa-91a3-ce5083428cb8,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:20.900808 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:20.901160 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:20.901502 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:20.901836 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:20.902378 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:20.903182 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:20.903304 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:20.903601 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:20.910590 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:20.910590 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:20.910590 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:20.910590 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:20.910590 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:21.075234 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['94b0a52f-e82a-45aa-91a3-ce5083428cb8'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:43:21.904770 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46467-aefb-4519-9627-659ab386480e req-f770da64-bb05-4aff-b904-f0b1ef8c7f92 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:21.906243 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aac46467-aefb-4519-9627-659ab386480e req-f770da64-bb05-4aff-b904-f0b1ef8c7f92 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 944 time: 0.0615997 Jun 29 12:43:21.943057 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aac46467-aefb-4519-9627-659ab386480e req-a9ea5ef4-d29b-4da5-9140-df1ee6d3a314 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Jun 29 12:43:22.559299 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 94b0a52f-e82a-45aa-91a3-ce5083428cb8 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:43:22.672458 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port 94b0a52f-e82a-45aa-91a3-ce5083428cb8 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:43:22.676257 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 94b0a52f-e82a-45aa-91a3-ce5083428cb8 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:43:22.676633 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:22.753639 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:22.776281 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef18116d-dbf4-416e-9c6b-cd9ef779c64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b0a52f-e82a-45aa-91a3-ce5083428cb8'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:43:22.779534 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268425e0-85e0-4468-88f1-a1114aecfd73" -d '{"events": [{"server_uuid": "ef18116d-dbf4-416e-9c6b-cd9ef779c64a", "name": "network-vif-plugged", "status": "completed", "tag": "94b0a52f-e82a-45aa-91a3-ce5083428cb8"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:43:22.792719 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 94b0a52f-e82a-45aa-91a3-ce5083428cb8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=94b0a52f-e82a-45aa-91a3-ce5083428cb8,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:22.819592 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce72f574-cd16-4023-ae74-4ecc21c03319 x-openstack-request-id: req-ce72f574-cd16-4023-ae74-4ecc21c03319 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:43:22.820032 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef18116d-dbf4-416e-9c6b-cd9ef779c64a", "name": "network-vif-plugged", "status": "completed", "tag": "94b0a52f-e82a-45aa-91a3-ce5083428cb8", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:43:22.820311 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce72f574-cd16-4023-ae74-4ecc21c03319 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:43:22.820721 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef18116d-dbf4-416e-9c6b-cd9ef779c64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b0a52f-e82a-45aa-91a3-ce5083428cb8', 'code': 200} Jun 29 12:43:22.907148 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:22.909091 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:22.957594 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=94b0a52f-e82a-45aa-91a3-ce5083428cb8,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:22.960730 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:23.112795 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ab96b-dff4-494c-b729-070cde677703 req-fa519e13-1bda-40f9-9dfe-c857104ec402 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:23.114188 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-660ab96b-dff4-494c-b729-070cde677703 req-fa519e13-1bda-40f9-9dfe-c857104ec402 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 945 time: 0.0611000 Jun 29 12:43:23.150866 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-660ab96b-dff4-494c-b729-070cde677703 req-0f81c505-4acc-44fa-9694-3d2d0c48895d tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Jun 29 12:43:23.248052 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125bd14-c1e2-4dd5-9f06-47ffe343cc93 req-c16e7813-7db0-40b5-8f1c-08937472dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:23.249542 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-1125bd14-c1e2-4dd5-9f06-47ffe343cc93 req-c16e7813-7db0-40b5-8f1c-08937472dbd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 1098 time: 0.0523114 Jun 29 12:43:23.285750 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-1125bd14-c1e2-4dd5-9f06-47ffe343cc93 req-9ab24d70-9d3e-421b-bd8b-91ac080228e4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276406 Jun 29 12:43:24.330190 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176bd51-5c11-4d9a-9b69-dc5612e16af2 req-e75a28b8-2b0d-45b4-a9a6-5d5cbb9500ad tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:24.331647 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b176bd51-5c11-4d9a-9b69-dc5612e16af2 req-e75a28b8-2b0d-45b4-a9a6-5d5cbb9500ad tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 945 time: 0.0675871 Jun 29 12:43:24.370832 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b176bd51-5c11-4d9a-9b69-dc5612e16af2 req-510486ac-f633-4ce0-9c10-896378834d05 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333755 Jun 29 12:43:25.541303 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bd227-5f27-4923-ac97-263ebae62eb0 req-e27db1e1-e180-48ee-a7db-4a3771787145 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:25.542809 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-412bd227-5f27-4923-ac97-263ebae62eb0 req-e27db1e1-e180-48ee-a7db-4a3771787145 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 945 time: 0.0637891 Jun 29 12:43:25.579905 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-412bd227-5f27-4923-ac97-263ebae62eb0 req-e07a8e12-d232-4fd1-9c10-b27852edc062 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308559 Jun 29 12:43:25.860481 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 57276) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:25.963364 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ef01c2fd-135c-43cb-8352-c5eebb8999b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:26.051967 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ef01c2fd-135c-43cb-8352-c5eebb8999b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:26.129637 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ef01c2fd-135c-43cb-8352-c5eebb8999b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:26.133214 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b238ceec-de26-4454-a9b3-8ca88db592a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:26.174380 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-ef01c2fd-135c-43cb-8352-c5eebb8999b3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10722f6f8eab40b6a7da1bc27a6906dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127806 Jun 29 12:43:26.175332 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01c2fd-135c-43cb-8352-c5eebb8999b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d448e7-ec17-46ca-9910-87d1d95760be,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:26.177004 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 57284) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:26.178518 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ef01c2fd-135c-43cb-8352-c5eebb8999b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:26.226153 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cbe25978-354a-42ec-a4cd-d8b131c1ec41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:26.249713 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cbe25978-354a-42ec-a4cd-d8b131c1ec41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:26.438786 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cbe25978-354a-42ec-a4cd-d8b131c1ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:26.441448 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-cbe25978-354a-42ec-a4cd-d8b131c1ec41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:26.442624 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-cbe25978-354a-42ec-a4cd-d8b131c1ec41 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/77d448e7-ec17-46ca-9910-87d1d95760be HTTP/1.1" status: 204 len: 168 time: 0.2646129 Jun 29 12:43:26.443445 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4dcab7c4-aa41-4b51-9206-9ccc1bed241f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:26.451430 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe25978-354a-42ec-a4cd-d8b131c1ec41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d448e7-ec17-46ca-9910-87d1d95760be,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:26.453968 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-cbe25978-354a-42ec-a4cd-d8b131c1ec41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:26.962528 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:43:27.232704 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 57292) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:27.245636 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c61b2cc3-b584-4ed0-b4f1-543b53b8861d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:27.331310 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c61b2cc3-b584-4ed0-b4f1-543b53b8861d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:27.461328 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c61b2cc3-b584-4ed0-b4f1-543b53b8861d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:27.465074 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-42ab471e-55f6-4757-9e1a-1c70bd929425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:27.503126 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-c61b2cc3-b584-4ed0-b4f1-543b53b8861d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d288b51702a4d11b5c23df410582aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693784 Jun 29 12:43:27.504279 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b2cc3-b584-4ed0-b4f1-543b53b8861d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41785a21-194a-47f7-afa3-97204749148b,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:27.505866 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 57296) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:27.507361 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c61b2cc3-b584-4ed0-b4f1-543b53b8861d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:27.555417 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8b20d0cf-5c56-405d-a718-f74e627f874b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:27.576516 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8b20d0cf-5c56-405d-a718-f74e627f874b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:27.781139 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8b20d0cf-5c56-405d-a718-f74e627f874b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:27.783994 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-8b20d0cf-5c56-405d-a718-f74e627f874b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:27.785116 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-8b20d0cf-5c56-405d-a718-f74e627f874b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41785a21-194a-47f7-afa3-97204749148b HTTP/1.1" status: 204 len: 168 time: 0.2781427 Jun 29 12:43:27.785992 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-febdfc25-5b4a-4d4a-975d-d12d937d4b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:27.794856 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20d0cf-5c56-405d-a718-f74e627f874b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41785a21-194a-47f7-afa3-97204749148b,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:27.797675 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-8b20d0cf-5c56-405d-a718-f74e627f874b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:28.958798 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91e91405-5e2b-418c-9e49-fbd001dbd2d5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:28.960236 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91e91405-5e2b-418c-9e49-fbd001dbd2d5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/networks?id=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 HTTP/1.1" status: 200 len: 815 time: 0.3741722 Jun 29 12:43:28.974603 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-f21fee5a-3747-43ea-9fb9-fd52047582b9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/quotas/040cc84adfa345da8f3bce2fec1c4707 HTTP/1.1" status: 200 len: 375 time: 0.0087819 Jun 29 12:43:29.040184 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-1ddab7d0-6f8c-44c9-a21c-8cd70587a1d5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=040cc84adfa345da8f3bce2fec1c4707&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603695 Jun 29 12:43:29.134279 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-f24a6667-6458-4dc6-b319-4cfae20eebf7 service neutron] 10.222.0.61 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867474 Jun 29 12:43:29.220503 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-59e06320-62d9-41ef-9c4d-9cbfe237005f service neutron] 10.222.0.61 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803845 Jun 29 12:43:29.485257 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2d725833-831d-4bb4-addb-2db956edf8ae req-431d66ee-354d-4bc5-87e0-8149e487e7b9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 210 time: 0.0314016 Jun 29 12:43:30.572824 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9c5519a7-0589-4028-b227-db7889a20493 req-28b7eb19-ef5b-4998-acec-5cfe14e1a8e1 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 210 time: 0.0315573 Jun 29 12:43:31.713031 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-24a1ce0f-cc2d-4b3d-8c26-1ed5f8ad9501 req-9cf3e15e-1a6d-4e1c-b172-28ddd29284b1 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 210 time: 0.0292222 Jun 29 12:43:33.004786 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0c89ca07-52b3-41fe-aff1-4cc29cd10d7c req-fa463e34-60c2-4063-81fa-dc47b86b3a25 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 210 time: 0.0285590 Jun 29 12:43:33.600707 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-d6c7e921-f576-4828-9a3a-96e47d50e844 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:33.602119 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-d6c7e921-f576-4828-9a3a-96e47d50e844 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "GET /v2.0/networks?id=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 HTTP/1.1" status: 200 len: 815 time: 0.1027279 Jun 29 12:43:33.614705 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Request body: {'port': {'device_id': '7953f334-92c7-4786-b275-709e3bdf4276', 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858', 'admin_state_up': True, 'tenant_id': '040cc84adfa345da8f3bce2fec1c4707'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:43:33.817826 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Made reservation on behalf of 040cc84adfa345da8f3bce2fec1c4707 for: {'port': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:43:33.821558 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:33.957213 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Allocated IP 172.20.0.5 (6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858/c3b88962-c569-4975-80a9-e5f1106f852f/db1dfb3e-5ea0-4138-aa0c-d7b550451b4d) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:43:34.116746 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:34.162969 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f391377b-8c2c-4173-86bf-d1dd94ab32ab req-303eb634-7428-47e0-aae0-f89c5eda8fa2 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 210 time: 0.0298319 Jun 29 12:43:34.269847 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:34.275022 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:34.282823 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['f988eea6-18da-4ff8-b5c0-0d1118c1ed94', '94b0a52f-e82a-45aa-91a3-ce5083428cb8'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:43:34.315503 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:43:34.321501 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:43:34.324137 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:43:34.353665 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Pushing event updated for resources: {'Port': ['ID=db1dfb3e-5ea0-4138-aa0c-d7b550451b4d,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:34.358624 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:34.379499 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:34.380112 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:34.461586 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8511708 Jun 29 12:43:34.473384 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Request body: {'port': {'device_id': '7953f334-92c7-4786-b275-709e3bdf4276', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:43:34.547174 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:34.792384 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1dfb3e-5ea0-4138-aa0c-d7b550451b4d {{(pid=93600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:43:34.799453 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:34.811170 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Transition to ACTIVE for port object db1dfb3e-5ea0-4138-aa0c-d7b550451b4d will not be triggered until provisioned by entity L2. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:43:34.980952 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:34.985412 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5f5762e4-f9ab-4c83-90f1-d97a09846780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:35.039691 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=db1dfb3e-5ea0-4138-aa0c-d7b550451b4d,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:35.081458 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:35.118246 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Attempting to bind port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:43:35.118587 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Attempting to bind port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:43:35.118916 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Attempting to bind port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d on network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:43:35.124834 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d on network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:43:35.125220 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Attempting to bind port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d on network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:43:35.129984 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:43:35.130352 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Checking segment: {'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:43:35.130734 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Bound using segment: {'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:43:35.131203 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Bound port: db1dfb3e-5ea0-4138-aa0c-d7b550451b4d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'}}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:43:35.131554 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:35.194459 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] For port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d, host hv-cinder-78662, cleared binding levels {{(pid=93600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:43:35.197634 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] For port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=db1dfb3e-5ea0-4138-aa0c-d7b550451b4d,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:43:35.298001 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:35.300109 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-7cc02830-675f-4e3d-bf05-f611ad2608ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:35.332493 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86e1f5-40ad-41a9-9b69-5d9c23c98b4c req-bd1000c2-c2a6-46f6-ab4f-e995d3acdb63 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:35.333837 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ee86e1f5-40ad-41a9-9b69-5d9c23c98b4c req-bd1000c2-c2a6-46f6-ab4f-e995d3acdb63 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 943 time: 0.0652893 Jun 29 12:43:35.339307 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:35.339911 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:35.341812 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] 10.222.0.37 "PUT /v2.0/ports/db1dfb3e-5ea0-4138-aa0c-d7b550451b4d HTTP/1.1" status: 200 len: 1093 time: 0.8726666 Jun 29 12:43:35.342333 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7953f334-92c7-4786-b275-709e3bdf4276', 'tag': 'db1dfb3e-5ea0-4138-aa0c-d7b550451b4d'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:43:35.344585 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a885d8-57ab-4a4f-a91b-40e25770e7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7953f334-92c7-4786-b275-709e3bdf4276", "tag": "db1dfb3e-5ea0-4138-aa0c-d7b550451b4d"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:43:35.377856 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=db1dfb3e-5ea0-4138-aa0c-d7b550451b4d,revision_number=3']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:35.377856 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:35.378058 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ee86e1f5-40ad-41a9-9b69-5d9c23c98b4c req-246c21b1-2704-482a-a93e-4cb3573636f0 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355971 Jun 29 12:43:35.390595 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8594dcb9-22c3-43fd-bc42-3f6f32c800ed x-openstack-request-id: req-8594dcb9-22c3-43fd-bc42-3f6f32c800ed {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:43:35.390929 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7953f334-92c7-4786-b275-709e3bdf4276", "tag": "db1dfb3e-5ea0-4138-aa0c-d7b550451b4d", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:43:35.391220 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8594dcb9-22c3-43fd-bc42-3f6f32c800ed {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:43:35.391658 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7953f334-92c7-4786-b275-709e3bdf4276', 'tag': 'db1dfb3e-5ea0-4138-aa0c-d7b550451b4d', 'status': 'completed', 'code': 200} Jun 29 12:43:35.469477 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a885d8-57ab-4a4f-a91b-40e25770e7d4 req-5e6e5f51-96a4-496f-91c3-3cd44e80ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:35.471017 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-72a885d8-57ab-4a4f-a91b-40e25770e7d4 req-5e6e5f51-96a4-496f-91c3-3cd44e80ccfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=040cc84adfa345da8f3bce2fec1c4707&device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 1096 time: 0.0543599 Jun 29 12:43:35.572014 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a885d8-57ab-4a4f-a91b-40e25770e7d4 req-ba722557-e86a-4863-8bba-2af11ea20f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:35.573435 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-72a885d8-57ab-4a4f-a91b-40e25770e7d4 req-ba722557-e86a-4863-8bba-2af11ea20f3a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=040cc84adfa345da8f3bce2fec1c4707&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0939305 Jun 29 12:43:35.663154 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a885d8-57ab-4a4f-a91b-40e25770e7d4 req-a9e2f84c-076a-4a77-bbd5-821f51d1a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:35.664612 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-72a885d8-57ab-4a4f-a91b-40e25770e7d4 req-a9e2f84c-076a-4a77-bbd5-821f51d1a552 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843215 Jun 29 12:43:35.755627 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-97dd5dcb-8806-47e8-844f-f8ce1b0b69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:35.757107 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-97dd5dcb-8806-47e8-844f-f8ce1b0b69ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=040cc84adfa345da8f3bce2fec1c4707&device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 1096 time: 0.0496619 Jun 29 12:43:35.800575 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-0ebd8ff4-42a0-4097-8a72-97841cfcb11c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db1dfb3e-5ea0-4138-aa0c-d7b550451b4d HTTP/1.1" status: 200 len: 217 time: 0.0358322 Jun 29 12:43:35.848580 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-436832f3-3151-4d96-9e4d-25b9c758f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:35.849949 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-436832f3-3151-4d96-9e4d-25b9c758f08b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3b88962-c569-4975-80a9-e5f1106f852f HTTP/1.1" status: 200 len: 855 time: 0.0417628 Jun 29 12:43:35.883379 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-edfddb50-1c8a-4ae2-b1f7-dcfbe958a1b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238168 Jun 29 12:43:35.977356 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-898f550e-67d2-44a6-ba88-22b86acf48af service neutron] 10.222.0.37 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862229 Jun 29 12:43:36.211983 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-b36a143d-3c3c-46b9-b6d3-dca66c302903 req-eb1d6017-b15c-4f3b-b44a-7924fd2decc9 service neutron] 10.222.0.37 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836005 Jun 29 12:43:36.548334 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753ab18-04a4-40cc-8970-bf32509d69a4 req-a9c4f742-2d8d-4e1d-8b4c-f2ee0ab34bcd tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:36.549825 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1753ab18-04a4-40cc-8970-bf32509d69a4 req-a9c4f742-2d8d-4e1d-8b4c-f2ee0ab34bcd tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 943 time: 0.0616975 Jun 29 12:43:36.587827 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1753ab18-04a4-40cc-8970-bf32509d69a4 req-439c1ddd-b5ba-4361-a821-e44b2065650f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Jun 29 12:43:37.503642 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2289-b869-4608-a6e4-fd0ceb49b7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:37.770809 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce257946-e04d-4c77-8088-f475c7577fb8 req-fc833601-8042-4b79-9fce-73416408a0d8 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:37.772298 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ce257946-e04d-4c77-8088-f475c7577fb8 req-fc833601-8042-4b79-9fce-73416408a0d8 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 943 time: 0.0682151 Jun 29 12:43:37.810856 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ce257946-e04d-4c77-8088-f475c7577fb8 req-a60dee6d-ce15-442c-92e9-e6dedbdd7d98 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Jun 29 12:43:37.925824 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-a17b5738-195c-45eb-ac72-d0090b625458 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310834216&fields=id&tenant_id=aecb4929e9154840a6f709ac017ba153 HTTP/1.1" status: 200 len: 267 time: 0.0359538 Jun 29 12:43:38.028399 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484e784-1018-444f-a920-49a167eed999 req-a6b33786-e38c-4aeb-9a8f-1c3b1c0af730 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:38.030224 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-a6b33786-e38c-4aeb-9a8f-1c3b1c0af730 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 812 time: 0.0980945 Jun 29 12:43:38.045416 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-2d9c3514-904e-404e-8970-d1c1a7667d49 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/quotas/aecb4929e9154840a6f709ac017ba153 HTTP/1.1" status: 200 len: 375 time: 0.0097587 Jun 29 12:43:38.119433 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-55d7695c-b229-40d2-88e8-0683a7590114 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0685906 Jun 29 12:43:38.210977 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-0ed8a230-4ccc-4b09-902f-bad0c7bb4b97 service neutron] 10.222.0.61 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800273 Jun 29 12:43:38.304950 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-48937a70-73d3-4c39-8545-46cf0a131d45 service neutron] 10.222.0.61 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876784 Jun 29 12:43:38.987678 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30946b-dcec-45e0-9484-2e6e7eccc656 req-fd2efde8-7664-4b9a-9e14-8305b2f612cc tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:38.992040 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bb30946b-dcec-45e0-9484-2e6e7eccc656 req-fd2efde8-7664-4b9a-9e14-8305b2f612cc tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 943 time: 0.0624006 Jun 29 12:43:39.039104 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bb30946b-dcec-45e0-9484-2e6e7eccc656 req-b2f5a766-d988-4747-8931-0f18b591b058 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425582 Jun 29 12:43:39.067996 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bd24a98b-412e-45c4-9c31-f5a528550bbc req-1a506052-5417-4b98-954a-077f0e4446a3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 210 time: 0.0279045 Jun 29 12:43:39.665546 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device db1dfb3e-5ea0-4138-aa0c-d7b550451b4d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:43:39.766639 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=db1dfb3e-5ea0-4138-aa0c-d7b550451b4d,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:39.777693 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': 'db1dfb3e-5ea0-4138-aa0c-d7b550451b4d', 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858', 'port_id': 'db1dfb3e-5ea0-4138-aa0c-d7b550451b4d', 'mac_address': 'fa:16:3e:1d:6e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b88962-c569-4975-80a9-e5f1106f852f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:43:39.817924 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:39.830143 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1dfb3e-5ea0-4138-aa0c-d7b550451b4d {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:43:39.849240 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=db1dfb3e-5ea0-4138-aa0c-d7b550451b4d,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:39.993832 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:39.997333 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-53ef5d99-9d45-4015-83f0-b282f387a1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:40.044293 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=db1dfb3e-5ea0-4138-aa0c-d7b550451b4d,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:40.052847 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:40.112748 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-e6d7f6fb-c27f-4552-9fb1-b7b2324f6164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:40.216570 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4f7fc627-5350-4ad3-ac78-3001c99b0bf4 req-f2602728-715c-4ba6-bd76-4d20860b7963 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 210 time: 0.0370049 Jun 29 12:43:40.249896 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990807-5962-42d0-8674-542cab293359 req-2fe0236a-2a72-4d48-a1de-eabc8d1d194b tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:40.251380 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6c990807-5962-42d0-8674-542cab293359 req-2fe0236a-2a72-4d48-a1de-eabc8d1d194b tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 944 time: 0.1007023 Jun 29 12:43:40.288759 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6c990807-5962-42d0-8674-542cab293359 req-722320de-6192-40c7-ae67-5cb8fe0872a1 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318670 Jun 29 12:43:40.363937 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:41.362655 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-07ffd8ae-097f-4afc-ae07-a5c454e11788 req-7f3ece28-7e90-49d7-a863-e8481fea3a55 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 210 time: 0.0332377 Jun 29 12:43:41.432224 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:41.459879 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa1163-c98f-449c-827d-d547225c4f17 req-bbefb256-b635-41e1-ab56-8a16b98b4358 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:41.461332 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-58fa1163-c98f-449c-827d-d547225c4f17 req-bbefb256-b635-41e1-ab56-8a16b98b4358 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 944 time: 0.0634518 Jun 29 12:43:41.497405 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-58fa1163-c98f-449c-827d-d547225c4f17 req-a324308e-0dc7-44b8-b162-232205f801f1 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300453 Jun 29 12:43:41.894187 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['db1dfb3e-5ea0-4138-aa0c-d7b550451b4d'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:43:42.508583 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-917ac598-fb42-40ed-8ec0-ec8f6b9155a7 req-bc8bb27a-57cb-40ae-806f-2d095c77c1a3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 210 time: 0.0328004 Jun 29 12:43:42.670164 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6902f53-46ec-4822-895e-7268478f7cd9 req-c5a9097a-ac8d-4b02-9750-52e548ed6eaa tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:42.671692 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a6902f53-46ec-4822-895e-7268478f7cd9 req-c5a9097a-ac8d-4b02-9750-52e548ed6eaa tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 944 time: 0.0648341 Jun 29 12:43:42.713506 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a6902f53-46ec-4822-895e-7268478f7cd9 req-971167ca-36e4-41ed-a31d-ecc608985c02 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357003 Jun 29 12:43:42.843879 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:42.883285 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484e784-1018-444f-a920-49a167eed999 req-bd835001-c9b9-4730-b6cc-5a91cb0f9486 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:42.887175 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-bd835001-c9b9-4730-b6cc-5a91cb0f9486 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 812 time: 0.1100383 Jun 29 12:43:42.937426 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-12520e46-03ed-4fdb-a32f-29f2c9239e0e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aecb4929e9154840a6f709ac017ba153 HTTP/1.1" status: 200 len: 379 time: 0.0359535 Jun 29 12:43:42.946332 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-e484e784-1018-444f-a920-49a167eed999 req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Request body: {'port': {'device_id': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'admin_state_up': True, 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'security_groups': ['bdb1413c-8d8f-472f-9b94-1304522be6f8']}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:43:43.137678 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e484e784-1018-444f-a920-49a167eed999 req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Made reservation on behalf of aecb4929e9154840a6f709ac017ba153 for: {'port': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:43:43.141499 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-e484e784-1018-444f-a920-49a167eed999 req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:43.265477 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [req-e484e784-1018-444f-a920-49a167eed999 req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Allocated IP 172.20.0.10 (4b9e71c4-1eed-44d0-a62f-71fbb4a72792/6ed6842b-cdcd-4d9c-ae32-2283816942c0/fc780c41-6b3f-4990-b5db-53ac33836874) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:43:43.399901 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-e484e784-1018-444f-a920-49a167eed999 req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:43.412664 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-e484e784-1018-444f-a920-49a167eed999 req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Transition to ACTIVE for port object fc780c41-6b3f-4990-b5db-53ac33836874 will not be triggered until provisioned by entity DHCP. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:43:43.532830 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-e484e784-1018-444f-a920-49a167eed999 req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:43.537034 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:43.580715 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e484e784-1018-444f-a920-49a167eed999 req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:43:43.583996 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [req-e484e784-1018-444f-a920-49a167eed999 req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:43:43.587964 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e484e784-1018-444f-a920-49a167eed999 req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:43:43.614311 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'Port': ['ID=fc780c41-6b3f-4990-b5db-53ac33836874,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:43.624367 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:43.647147 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device db1dfb3e-5ea0-4138-aa0c-d7b550451b4d up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:43:43.651658 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484e784-1018-444f-a920-49a167eed999 req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:43.651658 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-e484e784-1018-444f-a920-49a167eed999 req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:43.701646 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481712de-4e53-4a3a-b3dd-d13695459c6a req-d535be3d-8f10-47cb-a8a1-252ced40448f tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:43.703319 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-481712de-4e53-4a3a-b3dd-d13695459c6a req-d535be3d-8f10-47cb-a8a1-252ced40448f tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 932 time: 0.0729253 Jun 29 12:43:43.746215 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-481712de-4e53-4a3a-b3dd-d13695459c6a req-73e4da56-091f-44a2-9862-d87b7c820702 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362513 Jun 29 12:43:43.775592 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8309481 Jun 29 12:43:43.786049 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Request body: {'port': {'device_id': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:43:43.868105 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:43.903826 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:43:43.909357 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:43:43.918634 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:43.918793 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2515a45-0ddf-4238-8768-b635272d3e24 req-8cda399d-eff7-4eb8-8dd2-07778431e6e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:43.918793 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2515a45-0ddf-4238-8768-b635272d3e24 req-8cda399d-eff7-4eb8-8dd2-07778431e6e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 944 time: 0.0673075 Jun 29 12:43:43.945425 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d724e75a-f136-4247-abec-287dbcf1889f None None] Provisioning for port fc780c41-6b3f-4990-b5db-53ac33836874 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:43:43.953774 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d724e75a-f136-4247-abec-287dbcf1889f None None] Provisioning complete for port fc780c41-6b3f-4990-b5db-53ac33836874 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:43:43.954163 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d724e75a-f136-4247-abec-287dbcf1889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:43.960298 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2515a45-0ddf-4238-8768-b635272d3e24 req-3ddfb166-67f9-45f6-9de1-855eab2c5efb tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384727 Jun 29 12:43:44.018208 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d724e75a-f136-4247-abec-287dbcf1889f None None] Port fc780c41-6b3f-4990-b5db-53ac33836874 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:43:44.025026 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:44.047853 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7953f334-92c7-4786-b275-709e3bdf4276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1dfb3e-5ea0-4138-aa0c-d7b550451b4d'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:43:44.050071 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c818bd8-def3-44d5-ae62-acf95463cb5c" -d '{"events": [{"server_uuid": "7953f334-92c7-4786-b275-709e3bdf4276", "name": "network-vif-plugged", "status": "completed", "tag": "db1dfb3e-5ea0-4138-aa0c-d7b550451b4d"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:43:44.063054 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=db1dfb3e-5ea0-4138-aa0c-d7b550451b4d,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:44.086283 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbe8e2f-310a-4cb0-b0ed-ee0c8a3bd49b x-openstack-request-id: req-4fbe8e2f-310a-4cb0-b0ed-ee0c8a3bd49b {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:43:44.086611 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7953f334-92c7-4786-b275-709e3bdf4276", "name": "network-vif-plugged", "status": "completed", "tag": "db1dfb3e-5ea0-4138-aa0c-d7b550451b4d", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:43:44.086853 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4fbe8e2f-310a-4cb0-b0ed-ee0c8a3bd49b {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:43:44.087257 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7953f334-92c7-4786-b275-709e3bdf4276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1dfb3e-5ea0-4138-aa0c-d7b550451b4d', 'code': 200} Jun 29 12:43:44.156622 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc780c41-6b3f-4990-b5db-53ac33836874 {{(pid=93600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:43:44.164964 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:44.177449 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:44.179374 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:44.180076 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Transition to ACTIVE for port object fc780c41-6b3f-4990-b5db-53ac33836874 will not be triggered until provisioned by entity L2. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:43:44.226267 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=db1dfb3e-5ea0-4138-aa0c-d7b550451b4d,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:44.229336 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:44.343947 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:44.347113 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-eca03133-2c36-4997-8367-5d7af78e2388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:44.415278 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Pushing event updated for resources: {'Port': ['ID=fc780c41-6b3f-4990-b5db-53ac33836874,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:44.440888 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:44.489468 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Attempting to bind port fc780c41-6b3f-4990-b5db-53ac33836874 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:43:44.489902 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Attempting to bind port fc780c41-6b3f-4990-b5db-53ac33836874 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:43:44.490342 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Attempting to bind port fc780c41-6b3f-4990-b5db-53ac33836874 on network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:43:44.495156 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Port fc780c41-6b3f-4990-b5db-53ac33836874 on network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:43:44.495628 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Attempting to bind port fc780c41-6b3f-4990-b5db-53ac33836874 on network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:43:44.502262 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:43:44.502604 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Checking segment: {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:43:44.502990 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Bound using segment: {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:43:44.503427 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Bound port: fc780c41-6b3f-4990-b5db-53ac33836874, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792'}}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:43:44.503790 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:44.581172 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] For port fc780c41-6b3f-4990-b5db-53ac33836874, host hv-cinder-78662, cleared binding levels {{(pid=93600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:43:44.585245 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] For port fc780c41-6b3f-4990-b5db-53ac33836874, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fc780c41-6b3f-4990-b5db-53ac33836874,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:43:44.606854 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60929f4c-b63d-46d9-8d2c-ddf15b529913 req-b91aa3f7-44ac-4166-ad5d-0d1b00a74aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:44.609790 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-60929f4c-b63d-46d9-8d2c-ddf15b529913 req-b91aa3f7-44ac-4166-ad5d-0d1b00a74aef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 1098 time: 0.0735378 Jun 29 12:43:44.645183 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-60929f4c-b63d-46d9-8d2c-ddf15b529913 req-8e9f0333-f105-4ac6-a251-8a7b6765fcd0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291553 Jun 29 12:43:44.669675 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:44.673730 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:44.709727 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:44.710518 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:44.711851 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] 10.222.0.37 "PUT /v2.0/ports/fc780c41-6b3f-4990-b5db-53ac33836874 HTTP/1.1" status: 200 len: 1094 time: 0.9304025 Jun 29 12:43:44.712386 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'tag': 'fc780c41-6b3f-4990-b5db-53ac33836874'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:43:44.714819 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52b2483-bae2-42fb-a63c-519df06ffbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "62943adc-4c4a-43e5-a99a-bd347ec30f1e", "tag": "fc780c41-6b3f-4990-b5db-53ac33836874"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:43:44.742618 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Pushing event updated for resources: {'Port': ['ID=fc780c41-6b3f-4990-b5db-53ac33836874,revision_number=3']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:44.746045 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:44.758300 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6668a180-60b4-43fa-9627-5e5eecccf46e x-openstack-request-id: req-6668a180-60b4-43fa-9627-5e5eecccf46e {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:43:44.758636 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62943adc-4c4a-43e5-a99a-bd347ec30f1e", "tag": "fc780c41-6b3f-4990-b5db-53ac33836874", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:43:44.758930 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6668a180-60b4-43fa-9627-5e5eecccf46e {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:43:44.759370 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'tag': 'fc780c41-6b3f-4990-b5db-53ac33836874', 'status': 'completed', 'code': 200} Jun 29 12:43:44.865706 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b2483-bae2-42fb-a63c-519df06ffbe2 req-e6733ed7-34ec-4646-8c8e-ceca148cadec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:44.867767 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c52b2483-bae2-42fb-a63c-519df06ffbe2 req-e6733ed7-34ec-4646-8c8e-ceca148cadec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 1097 time: 0.0637100 Jun 29 12:43:44.978959 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a584ee-6398-46b7-96a3-4b56a83563ce req-39f3fa75-c48b-4e0d-8a07-cdad2e8b4a48 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:44.980446 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-94a584ee-6398-46b7-96a3-4b56a83563ce req-39f3fa75-c48b-4e0d-8a07-cdad2e8b4a48 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 944 time: 0.0763893 Jun 29 12:43:44.994372 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b2483-bae2-42fb-a63c-519df06ffbe2 req-e50d987c-4ef4-4d7c-8ef2-e60fd6af4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:44.995833 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c52b2483-bae2-42fb-a63c-519df06ffbe2 req-e50d987c-4ef4-4d7c-8ef2-e60fd6af4cca service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=aecb4929e9154840a6f709ac017ba153&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1187627 Jun 29 12:43:45.027595 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-94a584ee-6398-46b7-96a3-4b56a83563ce req-6645c822-55c4-40e6-b95f-e027c2b149bd tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409288 Jun 29 12:43:45.102710 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b2483-bae2-42fb-a63c-519df06ffbe2 req-e56dc9dc-e101-491c-bdb9-56d323f9a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:45.104159 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-c52b2483-bae2-42fb-a63c-519df06ffbe2 req-e56dc9dc-e101-491c-bdb9-56d323f9a753 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006985 Jun 29 12:43:45.146899 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efea1cd-413e-42ed-bdc8-b0929b84de5e req-9cc2c054-60c5-4026-b692-c1fd6ebb426d tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:45.148370 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efea1cd-413e-42ed-bdc8-b0929b84de5e req-9cc2c054-60c5-4026-b692-c1fd6ebb426d tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 945 time: 0.0644343 Jun 29 12:43:45.188056 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efea1cd-413e-42ed-bdc8-b0929b84de5e req-9931f72a-0854-4241-8c65-b078e9a9297a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337720 Jun 29 12:43:45.195094 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484e784-1018-444f-a920-49a167eed999 req-e6a59b42-8428-4535-8b78-bd10542f359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:45.196760 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-e6a59b42-8428-4535-8b78-bd10542f359a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 1097 time: 0.0538921 Jun 29 12:43:45.244609 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-e2606543-c0b0-46b4-b1f2-f6dc97791524 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc780c41-6b3f-4990-b5db-53ac33836874 HTTP/1.1" status: 200 len: 217 time: 0.0363395 Jun 29 12:43:45.296773 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484e784-1018-444f-a920-49a167eed999 req-38e9fb08-89db-436f-9064-4d51f514b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:45.298333 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-38e9fb08-89db-436f-9064-4d51f514b972 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed6842b-cdcd-4d9c-ae32-2283816942c0 HTTP/1.1" status: 200 len: 851 time: 0.0444613 Jun 29 12:43:45.356612 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484e784-1018-444f-a920-49a167eed999 req-9da7837e-b519-45e4-bc00-5ae2dc26aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:45.358071 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-9da7837e-b519-45e4-bc00-5ae2dc26aad5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524948 Jun 29 12:43:45.708548 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-8b44bac3-babb-409f-9b1e-7c74d11dcb11 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404615 Jun 29 12:43:45.802673 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-e484e784-1018-444f-a920-49a167eed999 req-28dae87e-e19a-4ece-a079-c256db495eb5 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814550 Jun 29 12:43:46.205413 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807f930-6cd4-4be3-ae96-738a1b504073 req-e772b03f-47a1-454c-acf6-96908b3fb662 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:46.206928 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a807f930-6cd4-4be3-ae96-738a1b504073 req-e772b03f-47a1-454c-acf6-96908b3fb662 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 944 time: 0.0656967 Jun 29 12:43:46.247283 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a807f930-6cd4-4be3-ae96-738a1b504073 req-c217725f-9756-403c-ad6b-21cd399473e1 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345278 Jun 29 12:43:46.369601 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb56c8-ab6b-4f2d-8bb3-a718871670b9 req-8dc9c036-5df7-47db-ab7a-aa4f5af28e7c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:46.371083 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c4bb56c8-ab6b-4f2d-8bb3-a718871670b9 req-8dc9c036-5df7-47db-ab7a-aa4f5af28e7c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 945 time: 0.0686209 Jun 29 12:43:46.410211 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c4bb56c8-ab6b-4f2d-8bb3-a718871670b9 req-68a5ca97-4464-47c5-8ea8-fa9c8fe0a273 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332100 Jun 29 12:43:46.675288 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 57570) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:46.787166 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-811ac492-ce60-4537-b68d-84ea31644d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:46.884632 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-811ac492-ce60-4537-b68d-84ea31644d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:47.039122 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-811ac492-ce60-4537-b68d-84ea31644d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:47.043111 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-890fe697-e76e-4f80-ad6e-f34cdbcd365d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:47.084417 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-811ac492-ce60-4537-b68d-84ea31644d1e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=62d64738fba844e6a6f30e85089fc7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079828 Jun 29 12:43:47.086980 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 57576) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:47.093063 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ac492-ce60-4537-b68d-84ea31644d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6242748f-4d18-44f1-b23d-d441879fce72,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:47.097101 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-811ac492-ce60-4537-b68d-84ea31644d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:47.151218 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0158-043f-4eb2-bf96-087d4209e8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:47.180282 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0158-043f-4eb2-bf96-087d4209e8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:47.309557 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0158-043f-4eb2-bf96-087d4209e8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:47.313157 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0158-043f-4eb2-bf96-087d4209e8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:47.314335 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-d2cb0158-043f-4eb2-bf96-087d4209e8ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6242748f-4d18-44f1-b23d-d441879fce72 HTTP/1.1" status: 204 len: 168 time: 0.2264476 Jun 29 12:43:47.317394 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d3767c66-ed1f-4b7b-8622-f194581a2da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:47.322866 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb0158-043f-4eb2-bf96-087d4209e8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6242748f-4d18-44f1-b23d-d441879fce72,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:47.325463 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d2cb0158-043f-4eb2-bf96-087d4209e8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:47.441000 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70ca5a-0e36-4582-ada9-e0722f03c9ce req-dbb11c7c-b97f-4eeb-8084-c344ba0da062 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:47.442528 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c70ca5a-0e36-4582-ada9-e0722f03c9ce req-dbb11c7c-b97f-4eeb-8084-c344ba0da062 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 944 time: 0.0769677 Jun 29 12:43:47.485179 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c70ca5a-0e36-4582-ada9-e0722f03c9ce req-310ffd7c-0915-4a74-be9e-45456e587345 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369370 Jun 29 12:43:47.846267 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:48.071292 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 57588) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:48.085460 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ec352753-fdc5-4fea-b5a0-894b3e3b837f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:48.174993 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ec352753-fdc5-4fea-b5a0-894b3e3b837f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:48.259481 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-ec352753-fdc5-4fea-b5a0-894b3e3b837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:48.263323 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d4aa7127-2074-485f-84f5-48a548648b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:48.302415 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-ec352753-fdc5-4fea-b5a0-894b3e3b837f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=888357b6843149f9a1bd6ad399ac0130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299871 Jun 29 12:43:48.303555 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec352753-fdc5-4fea-b5a0-894b3e3b837f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246e9b27-b65c-4924-b591-934fe3296c0a,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:48.305261 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 57594) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:48.306724 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ec352753-fdc5-4fea-b5a0-894b3e3b837f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:48.372049 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:48.394789 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:48.541405 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:48.544037 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:48.545782 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/246e9b27-b65c-4924-b591-934fe3296c0a HTTP/1.1" status: 204 len: 168 time: 0.2271221 Jun 29 12:43:48.546705 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-36d2f34d-1c35-4664-9fe1-8a006827f151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:48.554421 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246e9b27-b65c-4924-b591-934fe3296c0a,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:48.562481 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:48.562860 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:48.563228 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:48.563588 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:48.563943 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:48.564298 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:48.564653 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:48.565213 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:48.565579 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:48.566018 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:48.566299 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:48.571490 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:43:48.571490 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:48.678076 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd80fb4-8e84-445d-a4ab-b9004c206fa6 req-3e80dd0c-d036-48bd-90cd-49b39a233763 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:48.679664 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cbd80fb4-8e84-445d-a4ab-b9004c206fa6 req-3e80dd0c-d036-48bd-90cd-49b39a233763 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 944 time: 0.0689294 Jun 29 12:43:48.718070 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cbd80fb4-8e84-445d-a4ab-b9004c206fa6 req-36609ff7-5b03-44b8-b26c-a46ab0c6002c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327108 Jun 29 12:43:49.619178 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 57624) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:49.712806 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1753357905-network', 'tenant_id': '8a5315426cd0427f9642b6584cb97fe9'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:43:49.795708 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Made reservation on behalf of 8a5315426cd0427f9642b6584cb97fe9 for: {'network': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:43:49.798213 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:49.806843 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:49.929957 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f17a7-de88-4999-8be1-8f6d5e70a9a7 req-e2caf36a-2fa4-422b-befe-83ef59d6c8fd tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:49.931532 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-692f17a7-de88-4999-8be1-8f6d5e70a9a7 req-e2caf36a-2fa4-422b-befe-83ef59d6c8fd tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 944 time: 0.0984473 Jun 29 12:43:49.963559 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:49.981685 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-692f17a7-de88-4999-8be1-8f6d5e70a9a7 req-276377cf-c4a5-4df2-814d-932de99e2b8f tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430977 Jun 29 12:43:50.043824 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:50.047942 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-2a9f4145-94ae-4f42-978b-0d59a8314b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:50.068766 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:43:50.078551 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:50.082668 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:50.083685 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:50.084026 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.segments_db [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Added segment 4f83a1b8-b8e9-4f15-b87c-24524afd4730 of type vlan for network a0471b86-61bc-4d17-a2d7-785b6d5f347c Jun 29 12:43:50.122910 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:50.246308 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:50.247656 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:50.249003 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:50.251266 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:50.307332 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Pushing event updated for resources: {'Network': ['ID=a0471b86-61bc-4d17-a2d7-785b6d5f347c,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:50.310120 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:50.320730 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network a0471b86-61bc-4d17-a2d7-785b6d5f347c details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:43:50.351436 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-1cb99c44-ac2c-4ec1-8e4d-e5f7fab55a5c req-11f0c57d-2e15-47f4-9d5c-a4e342d9d55b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577967 Jun 29 12:43:50.378833 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7581859 Jun 29 12:43:50.381535 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 57632) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:50.386858 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-d75ca3a2-13b7-4ab5-a07a-1c932d30d628 admin admin] Request body: {'subnet': {'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1753357905-subnet', 'tenant_id': '8a5315426cd0427f9642b6584cb97fe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:43:50.451821 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb99c44-ac2c-4ec1-8e4d-e5f7fab55a5c req-099172c7-ffb3-46a6-9d33-6e725c96ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:50.453445 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-1cb99c44-ac2c-4ec1-8e4d-e5f7fab55a5c req-099172c7-ffb3-46a6-9d33-6e725c96ef69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 1098 time: 0.0545616 Jun 29 12:43:50.474625 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75ca3a2-13b7-4ab5-a07a-1c932d30d628 admin admin] Made reservation on behalf of 8a5315426cd0427f9642b6584cb97fe9 for: {'subnet': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:43:50.477057 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d75ca3a2-13b7-4ab5-a07a-1c932d30d628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6121786'] for subnet, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:50.563213 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb99c44-ac2c-4ec1-8e4d-e5f7fab55a5c req-29be134c-89e7-40ea-9c01-17d4e4643931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:50.564602 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-1cb99c44-ac2c-4ec1-8e4d-e5f7fab55a5c req-29be134c-89e7-40ea-9c01-17d4e4643931 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 913 time: 0.0882349 Jun 29 12:43:50.629217 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-1cb99c44-ac2c-4ec1-8e4d-e5f7fab55a5c req-a4f2545f-7f53-4249-a813-07482be19364 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3044ed3-1169-44be-a52f-43758b49b9e8 HTTP/1.1" status: 200 len: 1001 time: 0.0562212 Jun 29 12:43:50.680647 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb99c44-ac2c-4ec1-8e4d-e5f7fab55a5c req-2e8b2cea-ac40-4015-8a79-0e34a9a98a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:50.682071 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-1cb99c44-ac2c-4ec1-8e4d-e5f7fab55a5c req-2e8b2cea-ac40-4015-8a79-0e34a9a98a79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed6842b-cdcd-4d9c-ae32-2283816942c0 HTTP/1.1" status: 200 len: 851 time: 0.0457704 Jun 29 12:43:50.741287 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb99c44-ac2c-4ec1-8e4d-e5f7fab55a5c req-bd74d237-fa8f-41df-b948-39ba18465fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:50.742769 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-1cb99c44-ac2c-4ec1-8e4d-e5f7fab55a5c req-bd74d237-fa8f-41df-b948-39ba18465fba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509601 Jun 29 12:43:50.758643 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d75ca3a2-13b7-4ab5-a07a-1c932d30d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5266529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6121768'] for subnet, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:50.761853 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:50.822045 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ca3a2-13b7-4ab5-a07a-1c932d30d628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c6823d-4fbb-4c6a-8243-67aee5889e5d,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:50.824832 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d75ca3a2-13b7-4ab5-a07a-1c932d30d628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:50.831176 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75ca3a2-13b7-4ab5-a07a-1c932d30d628 admin admin] Checking segment: {'id': '4f83a1b8-b8e9-4f15-b87c-24524afd4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:43:50.831535 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ca3a2-13b7-4ab5-a07a-1c932d30d628 admin admin] Network hostable DHCP agents. Network: a0471b86-61bc-4d17-a2d7-785b6d5f347c, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:43:50.832588 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-1cb99c44-ac2c-4ec1-8e4d-e5f7fab55a5c req-813c22c4-e29f-4894-8e21-02bc9b5375e3 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825694 Jun 29 12:43:50.925086 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-1cb99c44-ac2c-4ec1-8e4d-e5f7fab55a5c req-17801c47-e44d-4108-95ce-666c924165ac service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855110 Jun 29 12:43:50.960513 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ca3a2-13b7-4ab5-a07a-1c932d30d628 admin admin] Network a0471b86-61bc-4d17-a2d7-785b6d5f347c is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:43:51.032170 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-d75ca3a2-13b7-4ab5-a07a-1c932d30d628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, a0471b86-61bc-4d17-a2d7-785b6d5f347c) {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:43:51.036384 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ca3a2-13b7-4ab5-a07a-1c932d30d628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:51.036955 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-d75ca3a2-13b7-4ab5-a07a-1c932d30d628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:51.041743 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd8d9e0-ef05-41dd-a8a1-515ff5e151c4 None None] Network a0471b86-61bc-4d17-a2d7-785b6d5f347c requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:43:51.128840 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-d75ca3a2-13b7-4ab5-a07a-1c932d30d628 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7461891 Jun 29 12:43:51.163048 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e7dd7-221b-4b97-a743-e5675011c7f5 req-d4ad93ce-827e-4198-a63a-2470bdff4a52 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:51.164664 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9d3e7dd7-221b-4b97-a743-e5675011c7f5 req-d4ad93ce-827e-4198-a63a-2470bdff4a52 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 944 time: 0.0669301 Jun 29 12:43:51.170209 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c81f5dc-72e8-4d34-9dae-a3bb968c56bb None None] Network a0471b86-61bc-4d17-a2d7-785b6d5f347c requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:43:51.204203 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9d3e7dd7-221b-4b97-a743-e5675011c7f5 req-a215908a-6a28-4aca-a24f-75dcc1661800 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330009 Jun 29 12:43:52.376475 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab75f-70b4-4c1a-9ede-85907425ebe3 req-c1b42f8d-e777-4365-816e-abd471765295 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:52.377935 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-188ab75f-70b4-4c1a-9ede-85907425ebe3 req-c1b42f8d-e777-4365-816e-abd471765295 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 944 time: 0.0635853 Jun 29 12:43:52.420994 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-188ab75f-70b4-4c1a-9ede-85907425ebe3 req-d6b101e8-8d88-4911-af09-709a10c8ce74 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363424 Jun 29 12:43:53.273248 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7829b555-b7bd-4b30-9025-eb3b9cbb02a0 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:53.274669 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7829b555-b7bd-4b30-9025-eb3b9cbb02a0 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/networks?id=a0471b86-61bc-4d17-a2d7-785b6d5f347c HTTP/1.1" status: 200 len: 809 time: 0.1038299 Jun 29 12:43:53.289337 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-313c6c06-e580-4dc9-897b-c11553073c81 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/quotas/8a5315426cd0427f9642b6584cb97fe9 HTTP/1.1" status: 200 len: 375 time: 0.0089514 Jun 29 12:43:53.320988 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-54146286-d3be-4c19-a0b5-6c1e629f7472 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a5315426cd0427f9642b6584cb97fe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265939 Jun 29 12:43:53.409986 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-9b969416-fc36-4b08-8a8f-71a1733144ea service neutron] 10.222.0.61 "GET /v2.0/networks/a0471b86-61bc-4d17-a2d7-785b6d5f347c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820146 Jun 29 12:43:53.498620 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-bce3d014-a2a4-4319-b403-6d7c5706be19 service neutron] 10.222.0.61 "GET /v2.0/networks/a0471b86-61bc-4d17-a2d7-785b6d5f347c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823462 Jun 29 12:43:53.605407 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c16e4-4d9f-4f87-a65e-afd303e7fc19 req-f814f4d2-9dc6-4c87-a109-c4f09238c28a tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:53.606941 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c78c16e4-4d9f-4f87-a65e-afd303e7fc19 req-f814f4d2-9dc6-4c87-a109-c4f09238c28a tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 944 time: 0.0675926 Jun 29 12:43:53.646885 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c78c16e4-4d9f-4f87-a65e-afd303e7fc19 req-ce39e1c6-6605-40e7-8f19-8f5aed26dcce tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331607 Jun 29 12:43:53.688014 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device fc780c41-6b3f-4990-b5db-53ac33836874 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:43:53.794523 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port fc780c41-6b3f-4990-b5db-53ac33836874, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fc780c41-6b3f-4990-b5db-53ac33836874,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:53.810267 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': 'fc780c41-6b3f-4990-b5db-53ac33836874', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'port_id': 'fc780c41-6b3f-4990-b5db-53ac33836874', 'mac_address': 'fa:16:3e:78:47:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:43:53.855074 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:53.860656 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a2636a12-dbf7-404f-bbcb-acae7be09c9c req-03cc2de6-13c7-44ed-90a9-98a967c7e0ca tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 210 time: 0.0439069 Jun 29 12:43:53.874796 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc780c41-6b3f-4990-b5db-53ac33836874 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:43:53.895057 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port fc780c41-6b3f-4990-b5db-53ac33836874, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fc780c41-6b3f-4990-b5db-53ac33836874,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:53.969429 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:53.971777 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:54.021074 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=fc780c41-6b3f-4990-b5db-53ac33836874,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:54.024235 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:54.237196 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['fc780c41-6b3f-4990-b5db-53ac33836874'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:43:54.817199 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700115d-892d-42f4-8c2d-077d2aa016a1 req-4b19758b-bebc-45f9-badf-dc04d3964cee tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:54.818674 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a700115d-892d-42f4-8c2d-077d2aa016a1 req-4b19758b-bebc-45f9-badf-dc04d3964cee tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 945 time: 0.0626323 Jun 29 12:43:54.855772 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a700115d-892d-42f4-8c2d-077d2aa016a1 req-adfe7559-b865-456d-b207-1ef276cd4f30 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313473 Jun 29 12:43:55.164346 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-c4768b38-fe80-4f9f-89f1-bd9373839101 req-d3eb91ee-637a-4014-9ca3-1d67dc4e5395 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 210 time: 0.0324750 Jun 29 12:43:55.712372 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device fc780c41-6b3f-4990-b5db-53ac33836874 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:43:55.829114 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port fc780c41-6b3f-4990-b5db-53ac33836874 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:43:55.832756 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port fc780c41-6b3f-4990-b5db-53ac33836874 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:43:55.833135 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:55.910950 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:55.936158 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc780c41-6b3f-4990-b5db-53ac33836874'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:43:55.940238 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797fe171-b6ee-48f6-a995-eb8b6e939d43" -d '{"events": [{"server_uuid": "62943adc-4c4a-43e5-a99a-bd347ec30f1e", "name": "network-vif-plugged", "status": "completed", "tag": "fc780c41-6b3f-4990-b5db-53ac33836874"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:43:55.959133 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port fc780c41-6b3f-4990-b5db-53ac33836874, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fc780c41-6b3f-4990-b5db-53ac33836874,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:43:55.977519 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e09ec4-1a59-455e-93f9-0605f0047918 x-openstack-request-id: req-50e09ec4-1a59-455e-93f9-0605f0047918 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:43:55.977817 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62943adc-4c4a-43e5-a99a-bd347ec30f1e", "name": "network-vif-plugged", "status": "completed", "tag": "fc780c41-6b3f-4990-b5db-53ac33836874", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:43:55.978080 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-50e09ec4-1a59-455e-93f9-0605f0047918 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:43:55.978526 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc780c41-6b3f-4990-b5db-53ac33836874', 'code': 200} Jun 29 12:43:56.035654 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8e1ec-51ea-4917-b041-49028f1bce45 req-3f08675a-2274-4b0f-aab2-af6ce8989f9e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:56.037152 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-15f8e1ec-51ea-4917-b041-49028f1bce45 req-3f08675a-2274-4b0f-aab2-af6ce8989f9e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 945 time: 0.0649929 Jun 29 12:43:56.049559 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:56.051448 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:56.076805 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-15f8e1ec-51ea-4917-b041-49028f1bce45 req-f86e1de1-ea9f-451c-bea5-65b3f2091b14 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332863 Jun 29 12:43:56.097475 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=fc780c41-6b3f-4990-b5db-53ac33836874,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:56.100503 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:56.308325 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f5a7d4fb-7ff6-47eb-b66f-fae7783e9820 req-7d0469ea-f51b-43b2-93ce-1a901e4b74ba tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 210 time: 0.0333486 Jun 29 12:43:56.421390 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-304aab02-2cfa-4171-9897-c827d0436c0f tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:56.422847 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-304aab02-2cfa-4171-9897-c827d0436c0f tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.37 "GET /v2.0/networks?id=a0471b86-61bc-4d17-a2d7-785b6d5f347c HTTP/1.1" status: 200 len: 809 time: 0.1038716 Jun 29 12:43:56.435773 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Request body: {'port': {'device_id': '5d89bb41-ed13-4d02-b94e-163b07254d89', 'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c', 'admin_state_up': True, 'tenant_id': '8a5315426cd0427f9642b6584cb97fe9'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:43:56.560959 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287abeeb-7ec0-43b5-8517-f7bd98398786 req-3ff129f5-3874-418e-a9c8-7a1d509200b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:56.562600 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-287abeeb-7ec0-43b5-8517-f7bd98398786 req-3ff129f5-3874-418e-a9c8-7a1d509200b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 1099 time: 0.0595438 Jun 29 12:43:56.597997 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-287abeeb-7ec0-43b5-8517-f7bd98398786 req-158c8b86-5ee5-4b3e-977b-fb96ffde6e5b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294254 Jun 29 12:43:56.603828 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Made reservation on behalf of 8a5315426cd0427f9642b6584cb97fe9 for: {'port': 1} {{(pid=93600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:43:56.607396 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:56.735009 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Allocated IP 172.20.0.2 (a0471b86-61bc-4d17-a2d7-785b6d5f347c/06c6823d-4fbb-4c6a-8243-67aee5889e5d/06e02fe5-1ad5-485c-8a00-f96627f4f628) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:43:56.884794 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:57.037377 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:57.039261 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a659ad16-16f7-4708-89c3-ed6c6e4a4fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:57.082344 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Network a0471b86-61bc-4d17-a2d7-785b6d5f347c is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:43:57.085666 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:43:57.089543 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:43:57.096690 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Pushing event updated for resources: {'Port': ['ID=06e02fe5-1ad5-485c-8a00-f96627f4f628,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:57.115945 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:57.142576 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:57.143518 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:57.252466 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25afa9-8fb2-4939-a040-3f116fc47c94 req-3a2a5ab6-ae23-401b-88cb-8c17af9470d9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:57.253928 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1a25afa9-8fb2-4939-a040-3f116fc47c94 req-3a2a5ab6-ae23-401b-88cb-8c17af9470d9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 946 time: 0.0625923 Jun 29 12:43:57.261788 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8297572 Jun 29 12:43:57.276274 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Request body: {'port': {'device_id': '5d89bb41-ed13-4d02-b94e-163b07254d89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:43:57.295686 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1a25afa9-8fb2-4939-a040-3f116fc47c94 req-aa2730d7-7b36-4099-b10b-a60a739a186b tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355093 Jun 29 12:43:57.361677 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:57.524315 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78970310-2af6-4b0d-ae6b-7d2088577405 req-e677ae4c-8400-4a6c-bcdb-aea9129e1e00 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:57.525946 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-78970310-2af6-4b0d-ae6b-7d2088577405 req-e677ae4c-8400-4a6c-bcdb-aea9129e1e00 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 931 time: 0.0848153 Jun 29 12:43:57.571046 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-78970310-2af6-4b0d-ae6b-7d2088577405 req-42fe4d64-3ede-4e78-a36e-a1b8d136e657 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375030 Jun 29 12:43:57.645562 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e02fe5-1ad5-485c-8a00-f96627f4f628 {{(pid=93600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:43:57.652868 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:57.665399 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Transition to ACTIVE for port object 06e02fe5-1ad5-485c-8a00-f96627f4f628 will not be triggered until provisioned by entity L2. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:43:57.769209 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:57.772166 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-10db8a1c-f21e-4d72-a9d3-82972136d497 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:57.836104 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Pushing event updated for resources: {'Port': ['ID=06e02fe5-1ad5-485c-8a00-f96627f4f628,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:57.838930 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:57.890394 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Attempting to bind port 06e02fe5-1ad5-485c-8a00-f96627f4f628 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:43:57.890723 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Attempting to bind port 06e02fe5-1ad5-485c-8a00-f96627f4f628 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4f83a1b8-b8e9-4f15-b87c-24524afd4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c'}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:43:57.891052 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Attempting to bind port 06e02fe5-1ad5-485c-8a00-f96627f4f628 on network a0471b86-61bc-4d17-a2d7-785b6d5f347c {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:43:57.895273 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Port 06e02fe5-1ad5-485c-8a00-f96627f4f628 on network a0471b86-61bc-4d17-a2d7-785b6d5f347c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:43:57.895645 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Attempting to bind port 06e02fe5-1ad5-485c-8a00-f96627f4f628 on network a0471b86-61bc-4d17-a2d7-785b6d5f347c {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:43:57.900629 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:43:57.900962 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Checking segment: {'id': '4f83a1b8-b8e9-4f15-b87c-24524afd4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:43:57.901344 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Bound using segment: {'id': '4f83a1b8-b8e9-4f15-b87c-24524afd4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c'} {{(pid=93600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:43:57.901767 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.managers [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Bound port: 06e02fe5-1ad5-485c-8a00-f96627f4f628, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f83a1b8-b8e9-4f15-b87c-24524afd4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c'}}] {{(pid=93600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:43:57.902118 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:57.968197 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] For port 06e02fe5-1ad5-485c-8a00-f96627f4f628, host hv-cinder-78662, cleared binding levels {{(pid=93600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:43:57.971125 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] For port 06e02fe5-1ad5-485c-8a00-f96627f4f628, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=06e02fe5-1ad5-485c-8a00-f96627f4f628,segment=NetworkSegment(4f83a1b8-b8e9-4f15-b87c-24524afd4730),segment_id=4f83a1b8-b8e9-4f15-b87c-24524afd4730)] {{(pid=93600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:43:58.061914 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:58.064103 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-91bb3d9a-7384-4075-874b-c9647d576ef9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:58.099829 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:58.100438 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:58.101795 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] 10.222.0.37 "PUT /v2.0/ports/06e02fe5-1ad5-485c-8a00-f96627f4f628 HTTP/1.1" status: 200 len: 1093 time: 0.8298087 Jun 29 12:43:58.102319 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d89bb41-ed13-4d02-b94e-163b07254d89', 'tag': '06e02fe5-1ad5-485c-8a00-f96627f4f628'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:43:58.104568 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a40cef0-902b-4864-86f8-482599ac9c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d89bb41-ed13-4d02-b94e-163b07254d89", "tag": "06e02fe5-1ad5-485c-8a00-f96627f4f628"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:43:58.126218 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Pushing event updated for resources: {'Port': ['ID=06e02fe5-1ad5-485c-8a00-f96627f4f628,revision_number=3']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:58.132080 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:58.142489 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235c5000-ad95-44b2-a1aa-51ed2408a3db x-openstack-request-id: req-235c5000-ad95-44b2-a1aa-51ed2408a3db {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:43:58.142812 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d89bb41-ed13-4d02-b94e-163b07254d89", "tag": "06e02fe5-1ad5-485c-8a00-f96627f4f628", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:43:58.143101 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-235c5000-ad95-44b2-a1aa-51ed2408a3db {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:43:58.143522 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d89bb41-ed13-4d02-b94e-163b07254d89', 'tag': '06e02fe5-1ad5-485c-8a00-f96627f4f628', 'status': 'completed', 'code': 200} Jun 29 12:43:58.232303 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40cef0-902b-4864-86f8-482599ac9c5e req-15196b54-c82b-4ab7-959e-cfd20a11768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:58.233796 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-2a40cef0-902b-4864-86f8-482599ac9c5e req-15196b54-c82b-4ab7-959e-cfd20a11768b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a5315426cd0427f9642b6584cb97fe9&device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 1096 time: 0.0528784 Jun 29 12:43:58.338023 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40cef0-902b-4864-86f8-482599ac9c5e req-af093436-68ce-4bcc-8a53-908aed86443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:58.339529 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-2a40cef0-902b-4864-86f8-482599ac9c5e req-af093436-68ce-4bcc-8a53-908aed86443a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8a5315426cd0427f9642b6584cb97fe9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0936382 Jun 29 12:43:58.441848 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40cef0-902b-4864-86f8-482599ac9c5e req-0d6356a8-1393-424e-8d88-ec7e301fe653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:58.443403 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-2a40cef0-902b-4864-86f8-482599ac9c5e req-0d6356a8-1393-424e-8d88-ec7e301fe653 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970807 Jun 29 12:43:58.485608 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40678f95-bb30-47fa-93a4-908f7caf2135 req-b0d30f3c-6326-4d5c-9ba9-149dd79da908 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:58.487239 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-40678f95-bb30-47fa-93a4-908f7caf2135 req-b0d30f3c-6326-4d5c-9ba9-149dd79da908 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 946 time: 0.0776806 Jun 29 12:43:58.530389 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-40678f95-bb30-47fa-93a4-908f7caf2135 req-077d1df0-bb7c-4ebb-919c-b54f16b88c77 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352983 Jun 29 12:43:58.550205 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-5f0d0fc4-fd30-4528-9d39-c7d3cb3a8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:58.551745 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-5f0d0fc4-fd30-4528-9d39-c7d3cb3a8e74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a5315426cd0427f9642b6584cb97fe9&device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 1096 time: 0.0582128 Jun 29 12:43:58.610572 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-69004cb0-3ff4-4965-b7f3-d0216b0465a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06e02fe5-1ad5-485c-8a00-f96627f4f628 HTTP/1.1" status: 200 len: 217 time: 0.0415773 Jun 29 12:43:58.666579 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7a1924d0-9754-442e-8396-a0cefea33a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:58.668096 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-7a1924d0-9754-442e-8396-a0cefea33a1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06c6823d-4fbb-4c6a-8243-67aee5889e5d HTTP/1.1" status: 200 len: 849 time: 0.0509145 Jun 29 12:43:58.704342 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-2c884622-bdf6-4ec7-b903-b386af6fd004 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0471b86-61bc-4d17-a2d7-785b6d5f347c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267577 Jun 29 12:43:58.786383 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-a8e0ab56-6af9-48c1-ae35-672be47c0ff9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:58.787837 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-a8e0ab56-6af9-48c1-ae35-672be47c0ff9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/networks?id=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 HTTP/1.1" status: 200 len: 815 time: 0.1451128 Jun 29 12:43:58.791375 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-e27a220b-c66b-4b5b-83d0-1cd04e33a52f service neutron] 10.222.0.37 "GET /v2.0/networks/a0471b86-61bc-4d17-a2d7-785b6d5f347c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809746 Jun 29 12:43:58.800763 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5d2e1-b300-45ff-85c2-ef7642dca9d1 req-7e77c222-f45e-400d-8bc6-d402f49c67a8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:58.802185 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-59d5d2e1-b300-45ff-85c2-ef7642dca9d1 req-7e77c222-f45e-400d-8bc6-d402f49c67a8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 946 time: 0.1479599 Jun 29 12:43:58.819096 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-b45fbc8e-cc78-4576-a7f4-e8edc36064e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/quotas/040cc84adfa345da8f3bce2fec1c4707 HTTP/1.1" status: 200 len: 375 time: 0.0159829 Jun 29 12:43:58.874809 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-59d5d2e1-b300-45ff-85c2-ef7642dca9d1 req-0422d2ce-83f9-48ce-935b-14cf092057ce tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655940 Jun 29 12:43:58.885279 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-6b3404b4-8c30-4ed4-a2d1-8c621ebdd631 req-a58ba063-a474-415d-8509-b5db2137b397 service neutron] 10.222.0.37 "GET /v2.0/networks/a0471b86-61bc-4d17-a2d7-785b6d5f347c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872238 Jun 29 12:43:58.899158 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 57744) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:58.921974 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-c9e6ab9b-1077-426d-9524-ae99557cbea9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=040cc84adfa345da8f3bce2fec1c4707&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0959420 Jun 29 12:43:58.955231 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dc7e24-e043-4668-88bf-b7db007aa2b6 tempest-TestVolumeBootPattern-677273507 tempest-TestVolumeBootPattern-677273507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:58.956691 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-54dc7e24-e043-4668-88bf-b7db007aa2b6 tempest-TestVolumeBootPattern-677273507 tempest-TestVolumeBootPattern-677273507-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 1094 time: 0.0565226 Jun 29 12:43:58.959671 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 57746) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:43:58.964382 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Request body: {'floatingip': {'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'port_id': 'fc780c41-6b3f-4990-b5db-53ac33836874', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:43:59.068477 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-c893c5be-926c-4fba-b631-73fa8a503fc0 service neutron] 10.222.0.61 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386881 Jun 29 12:43:59.074538 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for floatingip, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:59.080723 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eda47e-485c-48c4-875e-60fed90e5e01 req-387977da-3dd9-48eb-ac3b-97a4a6f6d362 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:43:59.082215 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-18eda47e-485c-48c4-875e-60fed90e5e01 req-387977da-3dd9-48eb-ac3b-97a4a6f6d362 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 943 time: 0.0955763 Jun 29 12:43:59.173417 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-18eda47e-485c-48c4-875e-60fed90e5e01 req-b430a7f5-1b88-43ed-a6f8-f6956e4164b2 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832279 Jun 29 12:43:59.174769 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:59.204298 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-1ba7627a-363e-44fe-a7d7-dd81dc26bd67 service neutron] 10.222.0.61 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211357 Jun 29 12:43:59.280984 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Allocated IP 172.27.2.129 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/bfbc29b6-f959-40bf-ac3d-9141297fe63c) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:43:59.384415 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:59.446217 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc0360ab-799b-4c02-bbf1-2b5408740ac0 req-22d767b0-4da0-4d92-a4ac-f448b4e8ab9a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 210 time: 0.0282795 Jun 29 12:43:59.510122 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:43:59.512922 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-aa8b362e-037d-465a-b2dc-8772740f5461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:43:59.550385 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:43:59.553179 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:43:59.556648 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:43:59.580203 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'Port': ['ID=bfbc29b6-f959-40bf-ac3d-9141297fe63c,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:43:59.583954 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:43:59.923792 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:00.054373 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:00.200027 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:00.260556 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:00.264444 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b540f754-05b9-498c-a294-80b662f67279 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:00.334552 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event updated for resources: {'Port': ['ID=bfbc29b6-f959-40bf-ac3d-9141297fe63c,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:00.338567 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:00.342408 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:00.359197 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587baefc-196f-4ff0-b80d-4d775f576832 req-b964727a-9f78-4b92-b5f0-362c6ce193dc tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:00.360786 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-587baefc-196f-4ff0-b80d-4d775f576832 req-b964727a-9f78-4b92-b5f0-362c6ce193dc tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 943 time: 0.0743876 Jun 29 12:44:00.404797 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-587baefc-196f-4ff0-b80d-4d775f576832 req-5137241b-66a7-4f8e-836f-b4c0bc604856 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380554 Jun 29 12:44:00.454481 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.l3_db [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Floating IP b1de31c6-c74c-415c-9ad7-eab55f250434 associated. External IP: 172.27.2.129, port: fc780c41-6b3f-4990-b5db-53ac33836874. Jun 29 12:44:00.589180 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1d211963-c950-4716-a122-e05a105859e7 req-c0930f9a-cbe4-4eb7-9da9-3c6bf847fe76 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 210 time: 0.0288289 Jun 29 12:44:00.671386 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Router bc931623-df8c-4f0e-bd2c-4591fda12dea has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:44:00.779659 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:44:00.789504 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e42a6f4-7565-40b6-8dfb-739686c5ba39 None None] Sync routers for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:44:00.800883 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e42a6f4-7565-40b6-8dfb-739686c5ba39 None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:44:00.801533 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-0e42a6f4-7565-40b6-8dfb-739686c5ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:43:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:00.880694 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:00.924502 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-7818e095-a1a0-417e-8137-c5973b16dbd3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9638216 Jun 29 12:44:00.925229 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'tag': 'fc780c41-6b3f-4990-b5db-53ac33836874'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:44:00.927480 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0288a836-a8de-4516-940f-0c6155e68e71" -d '{"events": [{"name": "network-changed", "server_uuid": "62943adc-4c4a-43e5-a99a-bd347ec30f1e", "tag": "fc780c41-6b3f-4990-b5db-53ac33836874"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:00.962438 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab19575-6b5c-4e2f-a7f9-c5bd2f2e5fc2 x-openstack-request-id: req-eab19575-6b5c-4e2f-a7f9-c5bd2f2e5fc2 {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:00.968386 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62943adc-4c4a-43e5-a99a-bd347ec30f1e", "tag": "fc780c41-6b3f-4990-b5db-53ac33836874", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:00.968386 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eab19575-6b5c-4e2f-a7f9-c5bd2f2e5fc2 {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:00.968386 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'tag': 'fc780c41-6b3f-4990-b5db-53ac33836874', 'status': 'completed', 'code': 200} Jun 29 12:44:01.041001 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a836-a8de-4516-940f-0c6155e68e71 req-0d30a009-acbf-4706-a1a2-d9d47d4b846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:01.042472 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0288a836-a8de-4516-940f-0c6155e68e71 req-0d30a009-acbf-4706-a1a2-d9d47d4b846f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 1099 time: 0.0541863 Jun 29 12:44:01.117763 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-0e42a6f4-7565-40b6-8dfb-739686c5ba39 None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:44:01.354420 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-0e42a6f4-7565-40b6-8dfb-739686c5ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'b1de31c6-c74c-415c-9ad7-eab55f250434', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': 'fc780c41-6b3f-4990-b5db-53ac33836874', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:78:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:43:59Z', 'updated_at': '2021-06-29T12:43:59Z', 'revision_number': 0, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}, {'id': 'b3a64949-ebfe-495c-b411-f6e62ba3f6e4', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:95:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:41:46Z', 'updated_at': '2021-06-29T12:41:48Z', 'revision_number': 1, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:01.384838 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e42a6f4-7565-40b6-8dfb-739686c5ba39 None None] Checking router: bc931623-df8c-4f0e-bd2c-4591fda12dea for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:44:01.385142 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a836-a8de-4516-940f-0c6155e68e71 req-148a3990-33ea-4f8f-9978-7a32dcd402b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:01.386759 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0288a836-a8de-4516-940f-0c6155e68e71 req-148a3990-33ea-4f8f-9978-7a32dcd402b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 913 time: 0.3379087 Jun 29 12:44:01.393432 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e42a6f4-7565-40b6-8dfb-739686c5ba39 None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:44:01.394185 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-0e42a6f4-7565-40b6-8dfb-739686c5ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:43:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:01.462526 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0288a836-a8de-4516-940f-0c6155e68e71 req-1a4339fc-e07b-44db-9453-862e93dcc42a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc780c41-6b3f-4990-b5db-53ac33836874 HTTP/1.1" status: 200 len: 1000 time: 0.0592246 Jun 29 12:44:01.503340 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-0e42a6f4-7565-40b6-8dfb-739686c5ba39 None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:44:01.531228 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a836-a8de-4516-940f-0c6155e68e71 req-b123d8a4-fc7a-46d9-99ee-268005834a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:01.532850 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0288a836-a8de-4516-940f-0c6155e68e71 req-b123d8a4-fc7a-46d9-99ee-268005834a51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed6842b-cdcd-4d9c-ae32-2283816942c0 HTTP/1.1" status: 200 len: 851 time: 0.0641937 Jun 29 12:44:01.592735 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a836-a8de-4516-940f-0c6155e68e71 req-abe3b2da-3571-4769-8e71-724329ab4c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:01.594365 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0288a836-a8de-4516-940f-0c6155e68e71 req-abe3b2da-3571-4769-8e71-724329ab4c2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534871 Jun 29 12:44:01.676638 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-4e4865e0-fd54-4244-af83-09ec3d20c902 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:01.678093 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-4e4865e0-fd54-4244-af83-09ec3d20c902 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "GET /v2.0/networks?id=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 HTTP/1.1" status: 200 len: 815 time: 0.1668978 Jun 29 12:44:01.686543 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f27f6-26b6-40c5-af41-f0841ac1afeb req-3f8d7a4c-de39-4937-b202-b4229f7f8e3c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:01.687956 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-be6f27f6-26b6-40c5-af41-f0841ac1afeb req-3f8d7a4c-de39-4937-b202-b4229f7f8e3c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 943 time: 0.1182001 Jun 29 12:44:01.706177 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Request body: {'port': {'device_id': 'ccfa718e-9c8f-410d-998a-3cfe6dda041e', 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858', 'admin_state_up': True, 'tenant_id': '040cc84adfa345da8f3bce2fec1c4707'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:44:01.725495 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0288a836-a8de-4516-940f-0c6155e68e71 req-708af73b-f730-432b-a13c-8cc035a5d857 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113775 Jun 29 12:44:01.740919 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 06e02fe5-1ad5-485c-8a00-f96627f4f628 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:44:01.823926 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-be6f27f6-26b6-40c5-af41-f0841ac1afeb req-e88252cd-b703-493a-8449-0b29101129cf tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270547 Jun 29 12:44:01.834117 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bd44a355-74c5-4eef-b6b0-e9bc3ccf1e17 req-feb69fe7-3254-4a86-8c0e-6e0112cafbf4 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 210 time: 0.0594373 Jun 29 12:44:01.860365 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-0288a836-a8de-4516-940f-0c6155e68e71 req-bc3c9546-c4ea-4859-9abd-bcb96eb6f2f8 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266458 Jun 29 12:44:01.865105 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-0e42a6f4-7565-40b6-8dfb-739686c5ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'b1de31c6-c74c-415c-9ad7-eab55f250434', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': 'fc780c41-6b3f-4990-b5db-53ac33836874', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:78:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:43:59Z', 'updated_at': '2021-06-29T12:43:59Z', 'revision_number': 0, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}, {'id': 'b3a64949-ebfe-495c-b411-f6e62ba3f6e4', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:95:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:41:46Z', 'updated_at': '2021-06-29T12:41:48Z', 'revision_number': 1, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:01.868271 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 06e02fe5-1ad5-485c-8a00-f96627f4f628, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=06e02fe5-1ad5-485c-8a00-f96627f4f628,segment=NetworkSegment(4f83a1b8-b8e9-4f15-b87c-24524afd4730),segment_id=4f83a1b8-b8e9-4f15-b87c-24524afd4730)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:01.901832 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e42a6f4-7565-40b6-8dfb-739686c5ba39 None None] The sync data for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi is: [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'b1de31c6-c74c-415c-9ad7-eab55f250434', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': 'fc780c41-6b3f-4990-b5db-53ac33836874', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:78:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:43:59Z', 'updated_at': '2021-06-29T12:43:59Z', 'revision_number': 0, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}, {'id': 'b3a64949-ebfe-495c-b411-f6e62ba3f6e4', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:95:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:41:46Z', 'updated_at': '2021-06-29T12:41:48Z', 'revision_number': 1, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:44:01.904742 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '06e02fe5-1ad5-485c-8a00-f96627f4f628', 'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c', 'port_id': '06e02fe5-1ad5-485c-8a00-f96627f4f628', 'mac_address': 'fa:16:3e:2a:44:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c6823d-4fbb-4c6a-8243-67aee5889e5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:44:01.944671 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:01.969983 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e02fe5-1ad5-485c-8a00-f96627f4f628 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:44:01.990447 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 06e02fe5-1ad5-485c-8a00-f96627f4f628, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=06e02fe5-1ad5-485c-8a00-f96627f4f628,segment=NetworkSegment(4f83a1b8-b8e9-4f15-b87c-24524afd4730),segment_id=4f83a1b8-b8e9-4f15-b87c-24524afd4730)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:02.000635 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Made reservation on behalf of 040cc84adfa345da8f3bce2fec1c4707 for: {'port': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:44:02.004312 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:02.090458 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:02.092594 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:02.096670 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967543ff-7b45-408a-ab08-f4ea15f5e36e None None] New status for floating IP b1de31c6-c74c-415c-9ad7-eab55f250434: ACTIVE {{(pid=93602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:44:02.145137 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=06e02fe5-1ad5-485c-8a00-f96627f4f628,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:02.148347 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:02.153675 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Allocated IP 172.20.0.7 (6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858/c3b88962-c569-4975-80a9-e5f1106f852f/8e05d18b-8afe-4770-ad03-6ce8f2c3fb99) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:44:02.311056 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:02.382723 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['06e02fe5-1ad5-485c-8a00-f96627f4f628'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:44:02.438662 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:02.442798 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a1f825f9-b683-4aa2-ba94-69a7829b0184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:02.493789 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:44:02.497074 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:02.500993 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:44:02.507334 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Pushing event updated for resources: {'Port': ['ID=8e05d18b-8afe-4770-ad03-6ce8f2c3fb99,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:02.526571 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:02.554236 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:02.554836 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:02.612217 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9097803 Jun 29 12:44:02.624873 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Request body: {'port': {'device_id': 'ccfa718e-9c8f-410d-998a-3cfe6dda041e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:44:02.692663 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:03.079664 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['f988eea6-18da-4ff8-b5c0-0d1118c1ed94', '94b0a52f-e82a-45aa-91a3-ce5083428cb8', 'db1dfb3e-5ea0-4138-aa0c-d7b550451b4d'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:44:03.221647 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5e90e-4fda-4c47-9ec0-668971f780dd req-a11c44a6-ee14-48d9-984f-cce9a514edb4 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:03.223136 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-00d5e90e-4fda-4c47-9ec0-668971f780dd req-a11c44a6-ee14-48d9-984f-cce9a514edb4 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 944 time: 0.2260122 Jun 29 12:44:03.235052 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a953-bb3e-4e2e-b366-cc403b71507d req-cb6b163c-b426-4bcb-bfbd-dfde467b53ec tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:03.236477 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8cc0a953-bb3e-4e2e-b366-cc403b71507d req-cb6b163c-b426-4bcb-bfbd-dfde467b53ec tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 931 time: 0.2417433 Jun 29 12:44:03.312974 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-00d5e90e-4fda-4c47-9ec0-668971f780dd req-ccc0fc2e-4a41-4a83-bdd4-fb74a6a93800 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754402 Jun 29 12:44:03.328688 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8cc0a953-bb3e-4e2e-b366-cc403b71507d req-9b274965-6093-400f-baa7-55afb04aa235 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815949 Jun 29 12:44:03.383993 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 {{(pid=93599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:44:03.391994 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:03.403340 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Transition to ACTIVE for port object 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 will not be triggered until provisioned by entity L2. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:44:03.500547 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:03.503530 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6c1c2ada-9cf7-409a-91f5-7ee74c4f1165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:03.556557 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Pushing event updated for resources: {'Port': ['ID=8e05d18b-8afe-4770-ad03-6ce8f2c3fb99,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:03.574356 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:03.623678 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Attempting to bind port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:44:03.624023 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Attempting to bind port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:44:03.624350 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Attempting to bind port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 on network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:44:03.628703 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 on network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:44:03.629027 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Attempting to bind port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 on network 6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:44:03.634213 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:44:03.634556 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Checking segment: {'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:44:03.634944 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Bound using segment: {'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:44:03.635378 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Bound port: 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c96157c9-31ec-4b1b-b228-e804612434e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858'}}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:44:03.635771 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:03.700191 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] For port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99, host hv-cinder-78662, cleared binding levels {{(pid=93599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:44:03.703868 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] For port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8e05d18b-8afe-4770-ad03-6ce8f2c3fb99,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:44:03.736827 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 06e02fe5-1ad5-485c-8a00-f96627f4f628 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:44:03.777963 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:03.781327 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-0956d628-29f2-40bf-ac01-0f4a85e2961c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:03.814515 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:03.815371 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:03.816727 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] 10.222.0.37 "PUT /v2.0/ports/8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 HTTP/1.1" status: 200 len: 1093 time: 1.1957831 Jun 29 12:44:03.819022 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfa718e-9c8f-410d-998a-3cfe6dda041e', 'tag': '8e05d18b-8afe-4770-ad03-6ce8f2c3fb99'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:44:03.822061 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05364e3a-66f6-4e0c-bd27-45fb07216965" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfa718e-9c8f-410d-998a-3cfe6dda041e", "tag": "8e05d18b-8afe-4770-ad03-6ce8f2c3fb99"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:03.848753 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Pushing event updated for resources: {'Port': ['ID=8e05d18b-8afe-4770-ad03-6ce8f2c3fb99,revision_number=3']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:03.851982 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:03.857659 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3304ea7d-7b8d-4b76-8af3-2055f5951037 x-openstack-request-id: req-3304ea7d-7b8d-4b76-8af3-2055f5951037 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:03.857991 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfa718e-9c8f-410d-998a-3cfe6dda041e", "tag": "8e05d18b-8afe-4770-ad03-6ce8f2c3fb99", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:03.858315 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3304ea7d-7b8d-4b76-8af3-2055f5951037 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:03.858742 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfa718e-9c8f-410d-998a-3cfe6dda041e', 'tag': '8e05d18b-8afe-4770-ad03-6ce8f2c3fb99', 'status': 'completed', 'code': 200} Jun 29 12:44:03.914670 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port 06e02fe5-1ad5-485c-8a00-f96627f4f628 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:44:03.918617 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 06e02fe5-1ad5-485c-8a00-f96627f4f628 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:44:03.924255 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:03.930111 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05364e3a-66f6-4e0c-bd27-45fb07216965 req-19fe659f-df09-418b-be1e-5aa01a140d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:03.931609 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-05364e3a-66f6-4e0c-bd27-45fb07216965 req-19fe659f-df09-418b-be1e-5aa01a140d85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=040cc84adfa345da8f3bce2fec1c4707&device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 1096 time: 0.0520592 Jun 29 12:44:03.961608 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:44:03.998763 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:04.025144 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d89bb41-ed13-4d02-b94e-163b07254d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e02fe5-1ad5-485c-8a00-f96627f4f628'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:44:04.027461 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff797aa-d2ce-4069-bcc5-9d7e949823b7" -d '{"events": [{"server_uuid": "5d89bb41-ed13-4d02-b94e-163b07254d89", "name": "network-vif-plugged", "status": "completed", "tag": "06e02fe5-1ad5-485c-8a00-f96627f4f628"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:04.031137 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05364e3a-66f6-4e0c-bd27-45fb07216965 req-8bc98e11-4759-4db5-af62-9dbe5fb79357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:04.032610 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-05364e3a-66f6-4e0c-bd27-45fb07216965 req-8bc98e11-4759-4db5-af62-9dbe5fb79357 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=040cc84adfa345da8f3bce2fec1c4707&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0931687 Jun 29 12:44:04.041482 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 06e02fe5-1ad5-485c-8a00-f96627f4f628, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=06e02fe5-1ad5-485c-8a00-f96627f4f628,segment=NetworkSegment(4f83a1b8-b8e9-4f15-b87c-24524afd4730),segment_id=4f83a1b8-b8e9-4f15-b87c-24524afd4730)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:04.063551 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb29ffbe-e986-4ddd-8c6b-c904a1e9ac03 x-openstack-request-id: req-cb29ffbe-e986-4ddd-8c6b-c904a1e9ac03 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:04.063858 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d89bb41-ed13-4d02-b94e-163b07254d89", "name": "network-vif-plugged", "status": "completed", "tag": "06e02fe5-1ad5-485c-8a00-f96627f4f628", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:04.064146 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb29ffbe-e986-4ddd-8c6b-c904a1e9ac03 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:04.064630 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d89bb41-ed13-4d02-b94e-163b07254d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e02fe5-1ad5-485c-8a00-f96627f4f628', 'code': 200} Jun 29 12:44:04.120161 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:04.123567 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:04.136519 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05364e3a-66f6-4e0c-bd27-45fb07216965 req-7be72b65-49a4-45e7-b8fc-45bf888ab25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:04.137989 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-05364e3a-66f6-4e0c-bd27-45fb07216965 req-7be72b65-49a4-45e7-b8fc-45bf888ab25c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975952 Jun 29 12:44:04.173261 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=06e02fe5-1ad5-485c-8a00-f96627f4f628,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:04.176165 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:04.232233 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-2210dd87-6a2b-4bd5-b5b7-830e215fe160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:04.233913 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-2210dd87-6a2b-4bd5-b5b7-830e215fe160 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=040cc84adfa345da8f3bce2fec1c4707&device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 1096 time: 0.0520933 Jun 29 12:44:04.285176 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-1850f5ec-e7b4-4817-ae75-aa23fc9870e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 HTTP/1.1" status: 200 len: 217 time: 0.0382864 Jun 29 12:44:04.336195 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-e5cacf87-de8f-40b1-ab83-5eb97f157c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:04.337527 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-e5cacf87-de8f-40b1-ab83-5eb97f157c48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3b88962-c569-4975-80a9-e5f1106f852f HTTP/1.1" status: 200 len: 855 time: 0.0439920 Jun 29 12:44:04.373868 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-fadb0e06-40ff-404c-b0a7-dd9fe939e0be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264344 Jun 29 12:44:04.473808 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aceb33-9763-4bb4-8379-075b091d8148 req-a3e3e6ca-cd4f-4a5c-a949-edac721fbef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:04.475459 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-21aceb33-9763-4bb4-8379-075b091d8148 req-a3e3e6ca-cd4f-4a5c-a949-edac721fbef9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 1098 time: 0.0619841 Jun 29 12:44:04.518286 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [req-21aceb33-9763-4bb4-8379-075b091d8148 req-4171ebc9-7876-4b40-b908-464ff1a513f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282094 Jun 29 12:44:04.569544 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-cb42fcaf-fbbf-4d3f-8f66-c866a5ffe2ef service neutron] 10.222.0.37 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695437 Jun 29 12:44:04.593691 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb74344-0e11-4c75-97f3-8228ddc221ee req-718d5c33-09b3-48e3-bd88-0581f2247d23 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:04.595045 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cfb74344-0e11-4c75-97f3-8228ddc221ee req-718d5c33-09b3-48e3-bd88-0581f2247d23 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 945 time: 0.1469049 Jun 29 12:44:04.648462 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ff67d-60be-4d82-8cb4-5e7dbf13cdb4 req-77014ed5-55e9-45d4-afdd-4b29f15d67ca tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:04.649862 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7d0ff67d-60be-4d82-8cb4-5e7dbf13cdb4 req-77014ed5-55e9-45d4-afdd-4b29f15d67ca tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 943 time: 0.1733956 Jun 29 12:44:04.717441 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cfb74344-0e11-4c75-97f3-8228ddc221ee req-7ecf0e9c-5b6c-4d25-b9ec-faf9348cb06b tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054161 Jun 29 12:44:04.732773 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7d0ff67d-60be-4d82-8cb4-5e7dbf13cdb4 req-9f34bace-d755-4485-97d0-664e74f56f60 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736043 Jun 29 12:44:04.738058 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b19cbbdf-4507-41bc-8c23-b64b26d8e5d2 req-465ae92f-a628-49e5-b825-16f0797c9e98 service neutron] 10.222.0.37 "GET /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608496 Jun 29 12:44:05.986695 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9012713-2ded-49da-8828-e33deac737a8 req-a2ffb4e6-e64a-4240-840b-c854333927b1 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:05.988146 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a9012713-2ded-49da-8828-e33deac737a8 req-a2ffb4e6-e64a-4240-840b-c854333927b1 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 943 time: 0.1074002 Jun 29 12:44:05.996324 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f563b0-dc05-4736-8b81-5030d50588af req-8823fa20-ae74-4010-93c6-a9711ff621fd tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:05.998299 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a7f563b0-dc05-4736-8b81-5030d50588af req-8823fa20-ae74-4010-93c6-a9711ff621fd tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 945 time: 0.1193292 Jun 29 12:44:06.053622 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a9012713-2ded-49da-8828-e33deac737a8 req-758dbf0b-a539-410a-b638-15c1eda3933f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543840 Jun 29 12:44:06.058235 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a7f563b0-dc05-4736-8b81-5030d50588af req-8700398e-a1e9-4cc2-8b2e-005eb02ddcc4 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527112 Jun 29 12:44:07.229397 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86920a8c-05b9-4a95-96e2-5f6217456ffc req-adb1ce8f-ce17-4192-9742-02c6430e0da9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:07.230912 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-86920a8c-05b9-4a95-96e2-5f6217456ffc req-adb1ce8f-ce17-4192-9742-02c6430e0da9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 943 time: 0.0651429 Jun 29 12:44:07.272422 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-86920a8c-05b9-4a95-96e2-5f6217456ffc req-6e4b51d1-8544-4f33-b4a8-b623fe79c6d5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Jun 29 12:44:07.480625 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-1661b8f0-275e-4423-81ae-9fa7e115f197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:07.690635 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243aed2-8780-4a40-ad9d-ce47b472e9e8 req-8a896e7a-e012-4018-b9cf-dcfcc27f004b tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:07.692300 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b243aed2-8780-4a40-ad9d-ce47b472e9e8 req-8a896e7a-e012-4018-b9cf-dcfcc27f004b tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 945 time: 0.0625007 Jun 29 12:44:07.723378 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:44:07.731469 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b243aed2-8780-4a40-ad9d-ce47b472e9e8 req-b9a2d3de-3647-4f28-bef1-e037d37b7d94 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335879 Jun 29 12:44:07.828127 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8e05d18b-8afe-4770-ad03-6ce8f2c3fb99,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:07.839264 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '8e05d18b-8afe-4770-ad03-6ce8f2c3fb99', 'network_id': '6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858', 'port_id': '8e05d18b-8afe-4770-ad03-6ce8f2c3fb99', 'mac_address': 'fa:16:3e:07:00:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b88962-c569-4975-80a9-e5f1106f852f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:44:07.878988 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:07.892186 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:44:07.912124 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8e05d18b-8afe-4770-ad03-6ce8f2c3fb99,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:07.988387 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:07.990320 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d95b30c4-1857-4bc5-b8bd-d4237d18c37d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:08.037973 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=8e05d18b-8afe-4770-ad03-6ce8f2c3fb99,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:08.041138 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:08.296883 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['8e05d18b-8afe-4770-ad03-6ce8f2c3fb99'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:44:08.443431 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb87370-5ec5-4188-bd56-f8d977a8bddd req-d381c4b0-dff4-4955-a9ef-191cf9397abf tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:08.444893 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5eb87370-5ec5-4188-bd56-f8d977a8bddd req-d381c4b0-dff4-4955-a9ef-191cf9397abf tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 944 time: 0.0632973 Jun 29 12:44:08.483374 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5eb87370-5ec5-4188-bd56-f8d977a8bddd req-43b1ecd9-d402-49a1-8782-1894eb6554c0 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327322 Jun 29 12:44:08.908217 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152f9e8-d445-4ce1-9bd7-9222cd60c00a req-b256ff78-1652-44d5-8bb2-3ff74361c70b tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:08.909672 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6152f9e8-d445-4ce1-9bd7-9222cd60c00a req-b256ff78-1652-44d5-8bb2-3ff74361c70b tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 945 time: 0.0697939 Jun 29 12:44:08.948192 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6152f9e8-d445-4ce1-9bd7-9222cd60c00a req-cf90dab2-a2c2-4e3a-ab08-90008a34342a tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329902 Jun 29 12:44:09.190775 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3147b41-e94f-48bf-b363-09fb80c69c93 req-4c7a7869-a4a3-463d-9c6f-fc0d1ffde3a3 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:09.192195 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a3147b41-e94f-48bf-b363-09fb80c69c93 req-4c7a7869-a4a3-463d-9c6f-fc0d1ffde3a3 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 945 time: 0.0624635 Jun 29 12:44:09.290551 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-a3147b41-e94f-48bf-b363-09fb80c69c93 req-b4c8c575-de9c-4c98-a276-44ea16cd8129 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Deleting port 06e02fe5-1ad5-485c-8a00-f96627f4f628 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:44:09.290813 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a3147b41-e94f-48bf-b363-09fb80c69c93 req-b4c8c575-de9c-4c98-a276-44ea16cd8129 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:09.381027 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-a3147b41-e94f-48bf-b363-09fb80c69c93 req-b4c8c575-de9c-4c98-a276-44ea16cd8129 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] For port 06e02fe5-1ad5-485c-8a00-f96627f4f628, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=06e02fe5-1ad5-485c-8a00-f96627f4f628,segment=NetworkSegment(4f83a1b8-b8e9-4f15-b87c-24524afd4730),segment_id=4f83a1b8-b8e9-4f15-b87c-24524afd4730)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:09.381518 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a3147b41-e94f-48bf-b363-09fb80c69c93 req-b4c8c575-de9c-4c98-a276-44ea16cd8129 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:09.393838 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-a3147b41-e94f-48bf-b363-09fb80c69c93 req-b4c8c575-de9c-4c98-a276-44ea16cd8129 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Calling delete_port for 06e02fe5-1ad5-485c-8a00-f96627f4f628 owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:44:09.655326 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e0466-8bb7-4c29-bd4e-661df94e5e6a req-5dc967ff-e3a3-4268-95b8-5794fac991cb tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:09.656787 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1c9e0466-8bb7-4c29-bd4e-661df94e5e6a req-5dc967ff-e3a3-4268-95b8-5794fac991cb tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 944 time: 0.0640111 Jun 29 12:44:09.657844 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a3147b41-e94f-48bf-b363-09fb80c69c93 req-b4c8c575-de9c-4c98-a276-44ea16cd8129 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:09.661994 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:09.670486 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['06e02fe5-1ad5-485c-8a00-f96627f4f628'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:44:09.694117 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8c575-de9c-4c98-a276-44ea16cd8129 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Pushing event deleted for resources: {'Port': ['ID=06e02fe5-1ad5-485c-8a00-f96627f4f628,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:09.702945 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b4c8c575-de9c-4c98-a276-44ea16cd8129 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:09.738778 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:44:09.759589 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3147b41-e94f-48bf-b363-09fb80c69c93 req-b4c8c575-de9c-4c98-a276-44ea16cd8129 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] No DVR routers for this DVR port 06e02fe5-1ad5-485c-8a00-f96627f4f628 on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:44:09.764519 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1c9e0466-8bb7-4c29-bd4e-661df94e5e6a req-cb975b39-9242-4872-920f-b5a2cd05d6fd tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992014 Jun 29 12:44:09.765823 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-a3147b41-e94f-48bf-b363-09fb80c69c93 req-b4c8c575-de9c-4c98-a276-44ea16cd8129 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:09.767574 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a3147b41-e94f-48bf-b363-09fb80c69c93 req-b4c8c575-de9c-4c98-a276-44ea16cd8129 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.37 "DELETE /v2.0/ports/06e02fe5-1ad5-485c-8a00-f96627f4f628 HTTP/1.1" status: 204 len: 173 time: 0.5686371 Jun 29 12:44:09.767890 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d89bb41-ed13-4d02-b94e-163b07254d89', 'name': 'network-vif-deleted', 'tag': '06e02fe5-1ad5-485c-8a00-f96627f4f628'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:44:09.770635 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f1967b-d62b-4c77-83cd-fa45b0d58157" -d '{"events": [{"server_uuid": "5d89bb41-ed13-4d02-b94e-163b07254d89", "name": "network-vif-deleted", "tag": "06e02fe5-1ad5-485c-8a00-f96627f4f628"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:09.813977 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9747514-9c0d-48e2-a463-187a9cd1efd4 x-openstack-request-id: req-f9747514-9c0d-48e2-a463-187a9cd1efd4 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:09.814344 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d89bb41-ed13-4d02-b94e-163b07254d89", "name": "network-vif-deleted", "tag": "06e02fe5-1ad5-485c-8a00-f96627f4f628", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:09.829128 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9747514-9c0d-48e2-a463-187a9cd1efd4 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:09.829128 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d89bb41-ed13-4d02-b94e-163b07254d89', 'name': 'network-vif-deleted', 'tag': '06e02fe5-1ad5-485c-8a00-f96627f4f628', 'status': 'completed', 'code': 200} Jun 29 12:44:09.906789 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:44:09.910654 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:44:09.916462 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:09.988392 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:10.027447 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfa718e-9c8f-410d-998a-3cfe6dda041e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e05d18b-8afe-4770-ad03-6ce8f2c3fb99'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:44:10.030842 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6156f8f5-702a-4e3e-abbe-b1028324c1ee" -d '{"events": [{"server_uuid": "ccfa718e-9c8f-410d-998a-3cfe6dda041e", "name": "network-vif-plugged", "status": "completed", "tag": "8e05d18b-8afe-4770-ad03-6ce8f2c3fb99"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:10.043843 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8e05d18b-8afe-4770-ad03-6ce8f2c3fb99,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:10.078101 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7638ee8-30e3-4fe9-a7db-40f6234676de x-openstack-request-id: req-d7638ee8-30e3-4fe9-a7db-40f6234676de {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:10.078521 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfa718e-9c8f-410d-998a-3cfe6dda041e", "name": "network-vif-plugged", "status": "completed", "tag": "8e05d18b-8afe-4770-ad03-6ce8f2c3fb99", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:10.078877 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7638ee8-30e3-4fe9-a7db-40f6234676de {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:10.079367 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfa718e-9c8f-410d-998a-3cfe6dda041e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e05d18b-8afe-4770-ad03-6ce8f2c3fb99', 'code': 200} Jun 29 12:44:10.111070 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b5efd913-4df2-4a3f-8bf0-a81a5f4952be req-7637a915-54b7-4de7-af84-b5184f756557 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 210 time: 0.0376601 Jun 29 12:44:10.143382 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-903a4716-8a31-4a01-8aea-3c306be97141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:10.177174 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:10.179398 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-535bc280-f7e4-4a41-8d0c-797d137c9148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:10.223644 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=8e05d18b-8afe-4770-ad03-6ce8f2c3fb99,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:10.226609 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:10.417839 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:10.665831 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c92b5-5c03-449d-bd8f-5c051dc2f3e5 req-d2c50ead-2bd0-4c5f-96a4-9c4b88934b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:10.667307 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2e3c92b5-5c03-449d-bd8f-5c051dc2f3e5 req-d2c50ead-2bd0-4c5f-96a4-9c4b88934b56 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 1098 time: 0.0508776 Jun 29 12:44:10.703270 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2e3c92b5-5c03-449d-bd8f-5c051dc2f3e5 req-add6c72d-0f12-4467-a9b8-42a663faaa5d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283399 Jun 29 12:44:10.947250 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d479f3-7557-4d0e-9eaf-1f423dd3a024 req-b2fc9557-c091-4b25-8adf-2eb6dd10b5a8 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:10.949477 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-99d479f3-7557-4d0e-9eaf-1f423dd3a024 req-b2fc9557-c091-4b25-8adf-2eb6dd10b5a8 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 945 time: 0.0674136 Jun 29 12:44:10.988074 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-99d479f3-7557-4d0e-9eaf-1f423dd3a024 req-6114f78d-0c7b-4bad-8d42-e8e9b97fa477 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326736 Jun 29 12:44:11.266925 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0f6c3331-d21c-4e0b-950f-75cbc424eb87 req-fe719274-c69e-45a0-82c4-438ead0f8dde tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d89bb41-ed13-4d02-b94e-163b07254d89 HTTP/1.1" status: 200 len: 210 time: 0.0280209 Jun 29 12:44:11.434820 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:12.161633 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb48a1-589c-49e1-af82-48f38f6a9446 req-1a05d79d-3308-4c96-9987-fb50cc176ed8 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:12.163136 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b2bb48a1-589c-49e1-af82-48f38f6a9446 req-1a05d79d-3308-4c96-9987-fb50cc176ed8 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 945 time: 0.0653830 Jun 29 12:44:12.199651 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b2bb48a1-589c-49e1-af82-48f38f6a9446 req-4f9dcea1-ffe9-4071-b86f-7b7be62f4481 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309577 Jun 29 12:44:12.566492 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-d91e851d-f2dc-4172-82ee-a39150035be8 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:12.567846 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-d91e851d-f2dc-4172-82ee-a39150035be8 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/networks?id=a0471b86-61bc-4d17-a2d7-785b6d5f347c HTTP/1.1" status: 200 len: 809 time: 0.1033180 Jun 29 12:44:12.583013 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-8f278c27-b8a1-4c06-ba6a-5a3a03b87152 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/quotas/8a5315426cd0427f9642b6584cb97fe9 HTTP/1.1" status: 200 len: 375 time: 0.0098672 Jun 29 12:44:12.616545 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-e0bbff40-e5ae-477d-adca-a060aa7a7bec tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a5315426cd0427f9642b6584cb97fe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280113 Jun 29 12:44:12.714394 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-dfe0be24-94c9-4277-b70b-a212685efd79 service neutron] 10.222.0.61 "GET /v2.0/networks/a0471b86-61bc-4d17-a2d7-785b6d5f347c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907929 Jun 29 12:44:12.823213 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:12.832079 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-08e93be6-7cec-4a03-9580-acc49c79ff5b service neutron] 10.222.0.61 "GET /v2.0/networks/a0471b86-61bc-4d17-a2d7-785b6d5f347c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112285 Jun 29 12:44:13.102280 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9071d063-ba06-49b6-bc88-e08dbc9c586b req-26126654-f298-4097-bb5f-7f4d4f97757c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 210 time: 0.0345418 Jun 29 12:44:13.752962 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 06e02fe5-1ad5-485c-8a00-f96627f4f628 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:44:13.774692 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: 06e02fe5-1ad5-485c-8a00-f96627f4f628 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:44:13.775037 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 06e02fe5-1ad5-485c-8a00-f96627f4f628 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:44:14.244225 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-58abc387-6ea3-4d53-9bda-1846889c4c31 req-ec3ad612-321e-4139-b375-64501d1d6d0b tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 210 time: 0.0296021 Jun 29 12:44:15.399169 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fd01d4f4-dbf7-4c3a-891a-509afa4b9141 req-602a675d-bae7-4e5e-926a-685d123e5cab tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 210 time: 0.0372260 Jun 29 12:44:15.406276 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-7e189362-f636-4fbf-af80-9107cd07b60a tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:15.407633 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-7e189362-f636-4fbf-af80-9107cd07b60a tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.37 "GET /v2.0/networks?id=a0471b86-61bc-4d17-a2d7-785b6d5f347c HTTP/1.1" status: 200 len: 809 time: 0.1326821 Jun 29 12:44:15.423378 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Request body: {'port': {'device_id': 'e487e30c-192a-4c1f-94fe-a3cb729d9dc1', 'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c', 'admin_state_up': True, 'tenant_id': '8a5315426cd0427f9642b6584cb97fe9'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:44:15.600280 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Made reservation on behalf of 8a5315426cd0427f9642b6584cb97fe9 for: {'port': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:44:15.603765 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:15.728563 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Allocated IP 172.20.0.3 (a0471b86-61bc-4d17-a2d7-785b6d5f347c/06c6823d-4fbb-4c6a-8243-67aee5889e5d/435c008d-a8a9-4950-9a4c-ad1a78914c19) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:44:15.879801 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:15.992608 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:15.996564 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a41e21c0-d1a0-42a7-908c-d3dc96410a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:16.038169 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Network a0471b86-61bc-4d17-a2d7-785b6d5f347c is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:44:16.044260 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:44:16.048319 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:44:16.073032 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Pushing event updated for resources: {'Port': ['ID=435c008d-a8a9-4950-9a4c-ad1a78914c19,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:16.077651 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:16.100249 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:16.100849 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:16.166237 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-a66eb02e-4d3d-4e7c-ab1a-ef0576dcab9c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7476177 Jun 29 12:44:16.177989 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Request body: {'port': {'device_id': 'e487e30c-192a-4c1f-94fe-a3cb729d9dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:44:16.250441 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:16.501664 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435c008d-a8a9-4950-9a4c-ad1a78914c19 {{(pid=93599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:44:16.508842 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:16.533725 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Transition to ACTIVE for port object 435c008d-a8a9-4950-9a4c-ad1a78914c19 will not be triggered until provisioned by entity L2. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:44:16.586574 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7574fcd-912f-4215-a4db-c5e18a82890e req-4e167c71-4f3e-4ba5-961d-dc2631b2d44b tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:16.588038 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b7574fcd-912f-4215-a4db-c5e18a82890e req-4e167c71-4f3e-4ba5-961d-dc2631b2d44b tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 931 time: 0.0682089 Jun 29 12:44:16.609112 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:16.612682 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-7d6e42ef-a395-406e-b881-54da610327fb tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:16.668364 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b7574fcd-912f-4215-a4db-c5e18a82890e req-047dbce1-24a1-4089-8b52-cdaf40f4490b tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741754 Jun 29 12:44:16.674352 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Pushing event updated for resources: {'Port': ['ID=435c008d-a8a9-4950-9a4c-ad1a78914c19,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:16.678887 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:16.745968 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Attempting to bind port 435c008d-a8a9-4950-9a4c-ad1a78914c19 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:44:16.746250 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Attempting to bind port 435c008d-a8a9-4950-9a4c-ad1a78914c19 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4f83a1b8-b8e9-4f15-b87c-24524afd4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c'}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:44:16.746583 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Attempting to bind port 435c008d-a8a9-4950-9a4c-ad1a78914c19 on network a0471b86-61bc-4d17-a2d7-785b6d5f347c {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:44:16.751105 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Port 435c008d-a8a9-4950-9a4c-ad1a78914c19 on network a0471b86-61bc-4d17-a2d7-785b6d5f347c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:44:16.754655 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Attempting to bind port 435c008d-a8a9-4950-9a4c-ad1a78914c19 on network a0471b86-61bc-4d17-a2d7-785b6d5f347c {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:44:16.756371 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:44:16.756704 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Checking segment: {'id': '4f83a1b8-b8e9-4f15-b87c-24524afd4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:44:16.757084 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Bound using segment: {'id': '4f83a1b8-b8e9-4f15-b87c-24524afd4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c'} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:44:16.757514 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Bound port: 435c008d-a8a9-4950-9a4c-ad1a78914c19, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f83a1b8-b8e9-4f15-b87c-24524afd4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c'}}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:44:16.757864 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:16.824300 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] For port 435c008d-a8a9-4950-9a4c-ad1a78914c19, host hv-cinder-78662, cleared binding levels {{(pid=93599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:44:16.828383 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] For port 435c008d-a8a9-4950-9a4c-ad1a78914c19, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=435c008d-a8a9-4950-9a4c-ad1a78914c19,segment=NetworkSegment(4f83a1b8-b8e9-4f15-b87c-24524afd4730),segment_id=4f83a1b8-b8e9-4f15-b87c-24524afd4730)] {{(pid=93599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:44:16.900572 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:16.903439 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-db3a4eb9-ce9d-40dc-b6ac-47ce352506d2 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:16.934032 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:16.935165 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:16.936544 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] 10.222.0.37 "PUT /v2.0/ports/435c008d-a8a9-4950-9a4c-ad1a78914c19 HTTP/1.1" status: 200 len: 1093 time: 0.7624841 Jun 29 12:44:16.937051 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e487e30c-192a-4c1f-94fe-a3cb729d9dc1', 'tag': '435c008d-a8a9-4950-9a4c-ad1a78914c19'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:44:16.939389 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba7a9ce-6017-4c85-a8ea-039d2e786a03" -d '{"events": [{"name": "network-changed", "server_uuid": "e487e30c-192a-4c1f-94fe-a3cb729d9dc1", "tag": "435c008d-a8a9-4950-9a4c-ad1a78914c19"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:16.969026 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Pushing event updated for resources: {'Port': ['ID=435c008d-a8a9-4950-9a4c-ad1a78914c19,revision_number=3']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:16.972375 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:16.978700 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae7aa1d-d6c4-4cc8-ae07-2d6898c4be4d x-openstack-request-id: req-fae7aa1d-d6c4-4cc8-ae07-2d6898c4be4d {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:16.979030 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e487e30c-192a-4c1f-94fe-a3cb729d9dc1", "tag": "435c008d-a8a9-4950-9a4c-ad1a78914c19", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:16.979334 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fae7aa1d-d6c4-4cc8-ae07-2d6898c4be4d {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:16.979763 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e487e30c-192a-4c1f-94fe-a3cb729d9dc1', 'tag': '435c008d-a8a9-4950-9a4c-ad1a78914c19', 'status': 'completed', 'code': 200} Jun 29 12:44:17.060535 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7a9ce-6017-4c85-a8ea-039d2e786a03 req-3e130a85-7883-436d-98af-47f6a266fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:17.062009 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9ba7a9ce-6017-4c85-a8ea-039d2e786a03 req-3e130a85-7883-436d-98af-47f6a266fb88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a5315426cd0427f9642b6584cb97fe9&device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 1096 time: 0.0538166 Jun 29 12:44:17.163638 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7a9ce-6017-4c85-a8ea-039d2e786a03 req-7da699bb-d18a-400a-bb29-f96991e24f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:17.165099 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9ba7a9ce-6017-4c85-a8ea-039d2e786a03 req-7da699bb-d18a-400a-bb29-f96991e24f60 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8a5315426cd0427f9642b6584cb97fe9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0945120 Jun 29 12:44:17.265740 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7a9ce-6017-4c85-a8ea-039d2e786a03 req-10a8bf15-3d15-4c55-bfd9-2bea444e76be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:17.267100 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9ba7a9ce-6017-4c85-a8ea-039d2e786a03 req-10a8bf15-3d15-4c55-bfd9-2bea444e76be service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859923 Jun 29 12:44:17.359011 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-b4f88c01-6441-40da-871d-d30fda0928b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:17.360497 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-b4f88c01-6441-40da-871d-d30fda0928b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a5315426cd0427f9642b6584cb97fe9&device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 1096 time: 0.0557723 Jun 29 12:44:17.401706 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-766ea1a3-093a-4419-922d-05cf8d14c22f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=435c008d-a8a9-4950-9a4c-ad1a78914c19 HTTP/1.1" status: 200 len: 217 time: 0.0341239 Jun 29 12:44:17.450657 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-9aa38c88-ebf8-47e5-bbb3-452d655bb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:17.452333 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-9aa38c88-ebf8-47e5-bbb3-452d655bb60b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06c6823d-4fbb-4c6a-8243-67aee5889e5d HTTP/1.1" status: 200 len: 849 time: 0.0427239 Jun 29 12:44:17.486311 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-3cb1731e-82fa-4369-a9eb-1bd34cb49f93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0471b86-61bc-4d17-a2d7-785b6d5f347c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276573 Jun 29 12:44:17.574356 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-28f47440-4753-4139-8fab-18e04da5a9d4 service neutron] 10.222.0.37 "GET /v2.0/networks/a0471b86-61bc-4d17-a2d7-785b6d5f347c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812407 Jun 29 12:44:17.666270 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3c33b326-5471-456e-b2f0-9ddffdce6704 req-7055ae8e-45fc-4ed8-bbf0-4c9b7237ae20 service neutron] 10.222.0.37 "GET /v2.0/networks/a0471b86-61bc-4d17-a2d7-785b6d5f347c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851538 Jun 29 12:44:17.839683 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898c8b4-6a93-4013-b603-f9fb568017b7 req-70d67271-7e6f-4e21-84f3-bc8594ca95fe tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:17.841080 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7898c8b4-6a93-4013-b603-f9fb568017b7 req-70d67271-7e6f-4e21-84f3-bc8594ca95fe tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 943 time: 0.0641959 Jun 29 12:44:17.851255 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:17.879336 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7898c8b4-6a93-4013-b603-f9fb568017b7 req-e317b6fb-b6cc-43eb-8f1c-937b6bad6403 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325732 Jun 29 12:44:19.050685 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460a148-9a91-4fec-b64e-3ac912255cbc req-35a5d8ad-5f69-4d05-899a-78c4af7638a2 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:19.052125 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d460a148-9a91-4fec-b64e-3ac912255cbc req-35a5d8ad-5f69-4d05-899a-78c4af7638a2 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 943 time: 0.0621662 Jun 29 12:44:19.089756 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d460a148-9a91-4fec-b64e-3ac912255cbc req-1c6ec196-c903-4d57-8210-64066c8a1a12 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320644 Jun 29 12:44:20.268210 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4674c49-236e-4eef-b99c-d32f7fe94e9d req-b781bd6b-fe59-4932-89ba-573c2644009c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:20.269705 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e4674c49-236e-4eef-b99c-d32f7fe94e9d req-b781bd6b-fe59-4932-89ba-573c2644009c tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 943 time: 0.0669839 Jun 29 12:44:20.307683 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e4674c49-236e-4eef-b99c-d32f7fe94e9d req-9ef1b0ef-6f95-470c-92cf-d6d25b465a25 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324633 Jun 29 12:44:21.479295 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97246334-072d-4067-b903-3d11e4cc94ef req-4ae55fc3-1296-4185-9403-851a60ce105a tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:21.480715 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-97246334-072d-4067-b903-3d11e4cc94ef req-4ae55fc3-1296-4185-9403-851a60ce105a tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 943 time: 0.0637431 Jun 29 12:44:21.519183 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-97246334-072d-4067-b903-3d11e4cc94ef req-8231e150-814f-4c5f-9596-61b3321423e5 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318942 Jun 29 12:44:21.785890 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 435c008d-a8a9-4950-9a4c-ad1a78914c19 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:44:21.882049 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 435c008d-a8a9-4950-9a4c-ad1a78914c19, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=435c008d-a8a9-4950-9a4c-ad1a78914c19,segment=NetworkSegment(4f83a1b8-b8e9-4f15-b87c-24524afd4730),segment_id=4f83a1b8-b8e9-4f15-b87c-24524afd4730)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:21.893477 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '435c008d-a8a9-4950-9a4c-ad1a78914c19', 'network_id': 'a0471b86-61bc-4d17-a2d7-785b6d5f347c', 'port_id': '435c008d-a8a9-4950-9a4c-ad1a78914c19', 'mac_address': 'fa:16:3e:a4:53:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c6823d-4fbb-4c6a-8243-67aee5889e5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:44:21.930363 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:21.946051 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435c008d-a8a9-4950-9a4c-ad1a78914c19 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:44:21.964890 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 435c008d-a8a9-4950-9a4c-ad1a78914c19, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=435c008d-a8a9-4950-9a4c-ad1a78914c19,segment=NetworkSegment(4f83a1b8-b8e9-4f15-b87c-24524afd4730),segment_id=4f83a1b8-b8e9-4f15-b87c-24524afd4730)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:22.031773 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:22.034524 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:22.080723 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=435c008d-a8a9-4950-9a4c-ad1a78914c19,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:22.087430 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:22.087779 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:22.088119 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:22.088452 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:22.088779 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:22.089103 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:22.089426 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:22.089791 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:22.090112 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:22.090522 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:22.091241 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:22.091506 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:22.095529 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:22.400767 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['435c008d-a8a9-4950-9a4c-ad1a78914c19'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:44:22.712816 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa1618-8744-444c-9ce3-fa69465dd3f9 req-362f9775-62d6-488c-b84e-efa5a1126e99 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:22.714388 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1caa1618-8744-444c-9ce3-fa69465dd3f9 req-362f9775-62d6-488c-b84e-efa5a1126e99 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 944 time: 0.0747089 Jun 29 12:44:22.755994 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1caa1618-8744-444c-9ce3-fa69465dd3f9 req-7f2196af-a0c1-4f77-9bde-269e32da31e1 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352387 Jun 29 12:44:23.802470 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 435c008d-a8a9-4950-9a4c-ad1a78914c19 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:44:23.911739 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port 435c008d-a8a9-4950-9a4c-ad1a78914c19 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:44:23.915611 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 435c008d-a8a9-4950-9a4c-ad1a78914c19 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:44:23.916658 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:23.953165 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499f7d5-c8b1-40b2-88cd-0b4faef13a4e req-28fb74b6-9a06-4716-815f-9824fdc80261 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:23.954674 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5499f7d5-c8b1-40b2-88cd-0b4faef13a4e req-28fb74b6-9a06-4716-815f-9824fdc80261 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 944 time: 0.0717938 Jun 29 12:44:23.997614 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:23.998878 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5499f7d5-c8b1-40b2-88cd-0b4faef13a4e req-b3927f66-ca9c-4a19-9205-931a9e69b761 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381656 Jun 29 12:44:24.021272 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e487e30c-192a-4c1f-94fe-a3cb729d9dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435c008d-a8a9-4950-9a4c-ad1a78914c19'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:44:24.023585 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949cab38-1d02-4dd7-8b09-ce8574594dca" -d '{"events": [{"server_uuid": "e487e30c-192a-4c1f-94fe-a3cb729d9dc1", "name": "network-vif-plugged", "status": "completed", "tag": "435c008d-a8a9-4950-9a4c-ad1a78914c19"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:24.036755 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 435c008d-a8a9-4950-9a4c-ad1a78914c19, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=435c008d-a8a9-4950-9a4c-ad1a78914c19,segment=NetworkSegment(4f83a1b8-b8e9-4f15-b87c-24524afd4730),segment_id=4f83a1b8-b8e9-4f15-b87c-24524afd4730)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:24.058002 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067ce914-5aeb-4f0a-8bc5-fbf5e61d1311 x-openstack-request-id: req-067ce914-5aeb-4f0a-8bc5-fbf5e61d1311 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:24.058337 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e487e30c-192a-4c1f-94fe-a3cb729d9dc1", "name": "network-vif-plugged", "status": "completed", "tag": "435c008d-a8a9-4950-9a4c-ad1a78914c19", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:24.058677 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-067ce914-5aeb-4f0a-8bc5-fbf5e61d1311 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:24.059708 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e487e30c-192a-4c1f-94fe-a3cb729d9dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435c008d-a8a9-4950-9a4c-ad1a78914c19', 'code': 200} Jun 29 12:44:24.103119 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:24.111846 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:24.154876 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=435c008d-a8a9-4950-9a4c-ad1a78914c19,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:24.157830 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:24.440896 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afe7af-21de-4fd5-a158-33ec291e43f5 req-4cc8e9b2-54f4-4903-b4bc-fc809a634c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:24.442453 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-56afe7af-21de-4fd5-a158-33ec291e43f5 req-4cc8e9b2-54f4-4903-b4bc-fc809a634c96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 1098 time: 0.0505917 Jun 29 12:44:24.484455 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-56afe7af-21de-4fd5-a158-33ec291e43f5 req-019e373c-0394-46d7-9a03-47c4711646f9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283742 Jun 29 12:44:25.181692 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3106dc6-88b5-4d8f-9994-278c5d7abf85 req-4a17496d-73ca-47e8-bd87-f05f350f9a1a tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:25.183186 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b3106dc6-88b5-4d8f-9994-278c5d7abf85 req-4a17496d-73ca-47e8-bd87-f05f350f9a1a tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 945 time: 0.0697837 Jun 29 12:44:25.506192 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b3106dc6-88b5-4d8f-9994-278c5d7abf85 req-a0d3eda5-8326-41f3-b47c-61050f8939e2 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172212 Jun 29 12:44:25.697240 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c547a-1bbe-4a9b-bc4e-2babd210ca5a req-c64a2a3d-56d4-4a53-a32b-5537edd7a614 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:25.698672 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8e7c547a-1bbe-4a9b-bc4e-2babd210ca5a req-c64a2a3d-56d4-4a53-a32b-5537edd7a614 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 945 time: 0.0600424 Jun 29 12:44:25.737595 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8e7c547a-1bbe-4a9b-bc4e-2babd210ca5a req-5c579bf0-ebdf-482d-b41b-dbcd8c8dd608 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325193 Jun 29 12:44:26.677895 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523ebb9-c23e-4f2c-bb34-7772dd0a881d req-f272abfc-4811-439e-a578-8602e0842047 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:26.679366 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0523ebb9-c23e-4f2c-bb34-7772dd0a881d req-f272abfc-4811-439e-a578-8602e0842047 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 945 time: 0.0621817 Jun 29 12:44:26.719827 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0523ebb9-c23e-4f2c-bb34-7772dd0a881d req-5bb04ede-e983-4bf9-9eba-73f7897af8e5 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346482 Jun 29 12:44:26.908822 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c4a95-78d2-47ae-9d14-b7d732ddcb30 req-f16e2f47-124a-4b6a-b53e-72ed976f7d56 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:26.910362 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc5c4a95-78d2-47ae-9d14-b7d732ddcb30 req-f16e2f47-124a-4b6a-b53e-72ed976f7d56 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 945 time: 0.0627830 Jun 29 12:44:26.948286 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc5c4a95-78d2-47ae-9d14-b7d732ddcb30 req-808801d1-ff88-48ed-8df4-2652f5ba37dc tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324187 Jun 29 12:44:27.547671 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611ca5f-d54e-4211-9e35-3a10eff2aba7 req-2f408496-f8c2-4281-8a21-e5509fe5c315 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:27.549118 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5611ca5f-d54e-4211-9e35-3a10eff2aba7 req-2f408496-f8c2-4281-8a21-e5509fe5c315 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 945 time: 0.0741391 Jun 29 12:44:27.653874 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-5611ca5f-d54e-4211-9e35-3a10eff2aba7 req-12b6306d-a2f7-419b-a284-8dacacfb385c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Deleting port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:44:27.654249 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-5611ca5f-d54e-4211-9e35-3a10eff2aba7 req-12b6306d-a2f7-419b-a284-8dacacfb385c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:27.742582 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-5611ca5f-d54e-4211-9e35-3a10eff2aba7 req-12b6306d-a2f7-419b-a284-8dacacfb385c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] For port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8e05d18b-8afe-4770-ad03-6ce8f2c3fb99,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:27.743213 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-5611ca5f-d54e-4211-9e35-3a10eff2aba7 req-12b6306d-a2f7-419b-a284-8dacacfb385c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:27.758678 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-5611ca5f-d54e-4211-9e35-3a10eff2aba7 req-12b6306d-a2f7-419b-a284-8dacacfb385c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Calling delete_port for 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:44:27.937666 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-5611ca5f-d54e-4211-9e35-3a10eff2aba7 req-12b6306d-a2f7-419b-a284-8dacacfb385c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:27.941481 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:27.949757 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['f988eea6-18da-4ff8-b5c0-0d1118c1ed94', '94b0a52f-e82a-45aa-91a3-ce5083428cb8', 'db1dfb3e-5ea0-4138-aa0c-d7b550451b4d', '8e05d18b-8afe-4770-ad03-6ce8f2c3fb99'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:44:27.967807 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6306d-a2f7-419b-a284-8dacacfb385c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Pushing event deleted for resources: {'Port': ['ID=8e05d18b-8afe-4770-ad03-6ce8f2c3fb99,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:27.970919 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-12b6306d-a2f7-419b-a284-8dacacfb385c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:28.029089 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5611ca5f-d54e-4211-9e35-3a10eff2aba7 req-12b6306d-a2f7-419b-a284-8dacacfb385c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] No DVR routers for this DVR port 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:44:28.040061 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-5611ca5f-d54e-4211-9e35-3a10eff2aba7 req-12b6306d-a2f7-419b-a284-8dacacfb385c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:28.041757 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5611ca5f-d54e-4211-9e35-3a10eff2aba7 req-12b6306d-a2f7-419b-a284-8dacacfb385c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "DELETE /v2.0/ports/8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 HTTP/1.1" status: 204 len: 173 time: 0.4856167 Jun 29 12:44:28.042360 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfa718e-9c8f-410d-998a-3cfe6dda041e', 'name': 'network-vif-deleted', 'tag': '8e05d18b-8afe-4770-ad03-6ce8f2c3fb99'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:44:28.044798 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e056d8a-3507-4bdd-9d9c-fc69c2d2e1af" -d '{"events": [{"server_uuid": "ccfa718e-9c8f-410d-998a-3cfe6dda041e", "name": "network-vif-deleted", "tag": "8e05d18b-8afe-4770-ad03-6ce8f2c3fb99"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:28.108107 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-169478fa-efc3-49e7-8ea8-7dbe52f9895d req-05e0c7d2-7381-44ba-ada4-8d5b27e3b285 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccfa718e-9c8f-410d-998a-3cfe6dda041e HTTP/1.1" status: 200 len: 210 time: 0.0353062 Jun 29 12:44:28.132608 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77d0ec-81a3-4cbf-a822-ba76e09b51ad req-d9340686-cad2-4e87-b970-522cf2d0c5d4 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:28.135968 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3d77d0ec-81a3-4cbf-a822-ba76e09b51ad req-d9340686-cad2-4e87-b970-522cf2d0c5d4 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 945 time: 0.1082520 Jun 29 12:44:28.160364 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f19a6a-5658-4b6d-a90f-c77090d8dc6c x-openstack-request-id: req-02f19a6a-5658-4b6d-a90f-c77090d8dc6c {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:28.160709 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfa718e-9c8f-410d-998a-3cfe6dda041e", "name": "network-vif-deleted", "tag": "8e05d18b-8afe-4770-ad03-6ce8f2c3fb99", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:28.161005 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02f19a6a-5658-4b6d-a90f-c77090d8dc6c {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:28.161441 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfa718e-9c8f-410d-998a-3cfe6dda041e', 'name': 'network-vif-deleted', 'tag': '8e05d18b-8afe-4770-ad03-6ce8f2c3fb99', 'status': 'completed', 'code': 200} Jun 29 12:44:28.174496 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3d77d0ec-81a3-4cbf-a822-ba76e09b51ad req-154aa717-6fd9-4e95-9a87-f5b0c754d5ac tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374031 Jun 29 12:44:29.351672 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440d68f-b581-4bb4-8f06-a5235d5d822e req-87a4cd8b-4009-46d9-af7e-a8ee759a4c86 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:29.353099 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e440d68f-b581-4bb4-8f06-a5235d5d822e req-87a4cd8b-4009-46d9-af7e-a8ee759a4c86 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 945 time: 0.0643637 Jun 29 12:44:29.395581 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e440d68f-b581-4bb4-8f06-a5235d5d822e req-79b2c981-f76d-40ce-81cf-f67e938b9a4a tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360169 Jun 29 12:44:29.570141 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351b79f-c3ea-4c0d-a689-815aadef037f req-78bf9654-459a-44b4-a9bf-07997ac92169 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:29.571565 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7351b79f-c3ea-4c0d-a689-815aadef037f req-78bf9654-459a-44b4-a9bf-07997ac92169 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.37 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 945 time: 0.0627749 Jun 29 12:44:29.670560 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-7351b79f-c3ea-4c0d-a689-815aadef037f req-0341527b-8c06-4bf1-ba3b-2d9f714ff6d6 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Deleting port 435c008d-a8a9-4950-9a4c-ad1a78914c19 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:44:29.670820 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-7351b79f-c3ea-4c0d-a689-815aadef037f req-0341527b-8c06-4bf1-ba3b-2d9f714ff6d6 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:29.755905 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-7351b79f-c3ea-4c0d-a689-815aadef037f req-0341527b-8c06-4bf1-ba3b-2d9f714ff6d6 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] For port 435c008d-a8a9-4950-9a4c-ad1a78914c19, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=435c008d-a8a9-4950-9a4c-ad1a78914c19,segment=NetworkSegment(4f83a1b8-b8e9-4f15-b87c-24524afd4730),segment_id=4f83a1b8-b8e9-4f15-b87c-24524afd4730)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:29.756292 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-7351b79f-c3ea-4c0d-a689-815aadef037f req-0341527b-8c06-4bf1-ba3b-2d9f714ff6d6 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:29.768247 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-7351b79f-c3ea-4c0d-a689-815aadef037f req-0341527b-8c06-4bf1-ba3b-2d9f714ff6d6 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Calling delete_port for 435c008d-a8a9-4950-9a4c-ad1a78914c19 owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:44:29.971750 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-7351b79f-c3ea-4c0d-a689-815aadef037f req-0341527b-8c06-4bf1-ba3b-2d9f714ff6d6 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:29.975349 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:29.984458 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['435c008d-a8a9-4950-9a4c-ad1a78914c19'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:44:30.000914 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341527b-8c06-4bf1-ba3b-2d9f714ff6d6 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Pushing event deleted for resources: {'Port': ['ID=435c008d-a8a9-4950-9a4c-ad1a78914c19,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:30.004095 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-0341527b-8c06-4bf1-ba3b-2d9f714ff6d6 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:30.049371 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7351b79f-c3ea-4c0d-a689-815aadef037f req-0341527b-8c06-4bf1-ba3b-2d9f714ff6d6 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] No DVR routers for this DVR port 435c008d-a8a9-4950-9a4c-ad1a78914c19 on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:44:30.051897 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-7351b79f-c3ea-4c0d-a689-815aadef037f req-0341527b-8c06-4bf1-ba3b-2d9f714ff6d6 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:30.053915 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7351b79f-c3ea-4c0d-a689-815aadef037f req-0341527b-8c06-4bf1-ba3b-2d9f714ff6d6 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.37 "DELETE /v2.0/ports/435c008d-a8a9-4950-9a4c-ad1a78914c19 HTTP/1.1" status: 204 len: 173 time: 0.4766526 Jun 29 12:44:30.162485 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e487e30c-192a-4c1f-94fe-a3cb729d9dc1', 'name': 'network-vif-deleted', 'tag': '435c008d-a8a9-4950-9a4c-ad1a78914c19'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:44:30.164911 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4280f02d-2dcd-44da-a5dc-31b4ffc5bc85" -d '{"events": [{"server_uuid": "e487e30c-192a-4c1f-94fe-a3cb729d9dc1", "name": "network-vif-deleted", "tag": "435c008d-a8a9-4950-9a4c-ad1a78914c19"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:30.202654 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c222634-13d1-4d27-a6cd-bfcca0e86185 x-openstack-request-id: req-0c222634-13d1-4d27-a6cd-bfcca0e86185 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:30.202993 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e487e30c-192a-4c1f-94fe-a3cb729d9dc1", "name": "network-vif-deleted", "tag": "435c008d-a8a9-4950-9a4c-ad1a78914c19", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:30.203291 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c222634-13d1-4d27-a6cd-bfcca0e86185 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:30.203728 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e487e30c-192a-4c1f-94fe-a3cb729d9dc1', 'name': 'network-vif-deleted', 'tag': '435c008d-a8a9-4950-9a4c-ad1a78914c19', 'status': 'completed', 'code': 200} Jun 29 12:44:30.550402 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-24bffe8c-5dbb-4a13-b690-5b34bc68c66e req-50e45928-d307-4d1c-bf64-58919a0117e7 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] 10.222.0.61 "GET /v2.0/ports?device_id=e487e30c-192a-4c1f-94fe-a3cb729d9dc1 HTTP/1.1" status: 200 len: 210 time: 0.0287817 Jun 29 12:44:30.993922 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9ebe0-ecb1-4256-b7fe-a3517c8384cf req-8ece16d7-f0fb-493a-afa5-8b1e79b1fc47 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:30.995423 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b8e9ebe0-ecb1-4256-b7fe-a3517c8384cf req-8ece16d7-f0fb-493a-afa5-8b1e79b1fc47 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 945 time: 0.0617039 Jun 29 12:44:31.035151 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-b8e9ebe0-ecb1-4256-b7fe-a3517c8384cf req-6cad909a-311a-452d-9723-b9de866af9a9 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337079 Jun 29 12:44:31.875055 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 435c008d-a8a9-4950-9a4c-ad1a78914c19 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:44:31.894501 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: 435c008d-a8a9-4950-9a4c-ad1a78914c19 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:44:31.894855 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 435c008d-a8a9-4950-9a4c-ad1a78914c19 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:44:31.895268 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:44:31.918937 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:44:31.918937 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 8e05d18b-8afe-4770-ad03-6ce8f2c3fb99 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:44:32.209246 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76db1-e710-4594-be60-57f59f0ddfe7 req-0f326117-51db-4636-8d61-224d6016f9c3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:32.210735 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-80f76db1-e710-4594-be60-57f59f0ddfe7 req-0f326117-51db-4636-8d61-224d6016f9c3 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 945 time: 0.0669556 Jun 29 12:44:32.251639 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-80f76db1-e710-4594-be60-57f59f0ddfe7 req-489a87ac-f7c7-44c3-a8f8-6e483ba50238 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348458 Jun 29 12:44:32.483620 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb8131-95ab-442a-9107-8b40df542a5f req-1e04c555-a2d1-4a7d-b67c-b8082fe9d402 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:32.485048 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7bdb8131-95ab-442a-9107-8b40df542a5f req-1e04c555-a2d1-4a7d-b67c-b8082fe9d402 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 945 time: 0.0636678 Jun 29 12:44:32.586194 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-7bdb8131-95ab-442a-9107-8b40df542a5f req-8fd94de8-2c3e-4659-acaf-7f585bc7085a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Deleting port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:44:32.586535 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-7bdb8131-95ab-442a-9107-8b40df542a5f req-8fd94de8-2c3e-4659-acaf-7f585bc7085a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:32.679097 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-7bdb8131-95ab-442a-9107-8b40df542a5f req-8fd94de8-2c3e-4659-acaf-7f585bc7085a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] For port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=db1dfb3e-5ea0-4138-aa0c-d7b550451b4d,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:32.679452 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-7bdb8131-95ab-442a-9107-8b40df542a5f req-8fd94de8-2c3e-4659-acaf-7f585bc7085a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:32.691981 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-7bdb8131-95ab-442a-9107-8b40df542a5f req-8fd94de8-2c3e-4659-acaf-7f585bc7085a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Calling delete_port for db1dfb3e-5ea0-4138-aa0c-d7b550451b4d owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:44:32.874004 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-7bdb8131-95ab-442a-9107-8b40df542a5f req-8fd94de8-2c3e-4659-acaf-7f585bc7085a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:32.879248 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-242ddc47-233f-465b-8dc7-dcf686b15ba7 tempest-TestShelveInstance-1365551319 tempest-TestShelveInstance-1365551319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:32.888906 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['f988eea6-18da-4ff8-b5c0-0d1118c1ed94', '94b0a52f-e82a-45aa-91a3-ce5083428cb8', 'db1dfb3e-5ea0-4138-aa0c-d7b550451b4d'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:44:32.911108 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd94de8-2c3e-4659-acaf-7f585bc7085a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Pushing event deleted for resources: {'Port': ['ID=db1dfb3e-5ea0-4138-aa0c-d7b550451b4d,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:32.913534 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-8fd94de8-2c3e-4659-acaf-7f585bc7085a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:32.958152 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdb8131-95ab-442a-9107-8b40df542a5f req-8fd94de8-2c3e-4659-acaf-7f585bc7085a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] No DVR routers for this DVR port db1dfb3e-5ea0-4138-aa0c-d7b550451b4d on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:44:32.960607 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-7bdb8131-95ab-442a-9107-8b40df542a5f req-8fd94de8-2c3e-4659-acaf-7f585bc7085a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:32.962779 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7bdb8131-95ab-442a-9107-8b40df542a5f req-8fd94de8-2c3e-4659-acaf-7f585bc7085a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "DELETE /v2.0/ports/db1dfb3e-5ea0-4138-aa0c-d7b550451b4d HTTP/1.1" status: 204 len: 173 time: 0.4722672 Jun 29 12:44:32.964450 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7953f334-92c7-4786-b275-709e3bdf4276', 'name': 'network-vif-deleted', 'tag': 'db1dfb3e-5ea0-4138-aa0c-d7b550451b4d'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:44:32.966747 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f54561-6967-434e-93a6-805a6b816277" -d '{"events": [{"server_uuid": "7953f334-92c7-4786-b275-709e3bdf4276", "name": "network-vif-deleted", "tag": "db1dfb3e-5ea0-4138-aa0c-d7b550451b4d"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:33.003391 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debc2224-22a3-478f-8250-a91dd78ef04f x-openstack-request-id: req-debc2224-22a3-478f-8250-a91dd78ef04f {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:33.003735 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7953f334-92c7-4786-b275-709e3bdf4276", "name": "network-vif-deleted", "tag": "db1dfb3e-5ea0-4138-aa0c-d7b550451b4d", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:33.004039 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-debc2224-22a3-478f-8250-a91dd78ef04f {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:33.004573 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7953f334-92c7-4786-b275-709e3bdf4276', 'name': 'network-vif-deleted', 'tag': 'db1dfb3e-5ea0-4138-aa0c-d7b550451b4d', 'status': 'completed', 'code': 200} Jun 29 12:44:33.411579 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-af2dbcf6-ab6a-4a81-a70f-b3677b9da54e req-3d1ff9f3-1b47-4e0d-a4f3-ad135bcf6d1e tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 210 time: 0.0319335 Jun 29 12:44:34.568622 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4b96e7b8-c2e3-4915-be67-f860814684f4 req-8e33cce6-047a-4116-ba6c-efda5346375b tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 210 time: 0.0281091 Jun 29 12:44:35.715079 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-40f31251-0a98-4a91-b091-7ef0492a2381 req-5591c3b4-885e-4117-bbfd-76208f9c7f52 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7953f334-92c7-4786-b275-709e3bdf4276 HTTP/1.1" status: 200 len: 210 time: 0.0279176 Jun 29 12:44:37.457593 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4fa65-f397-4d2f-a26d-08633e480ae2 req-6a851abf-4f79-41d8-9da0-5e5aa00ee3a8 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:37.459635 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9bd4fa65-f397-4d2f-a26d-08633e480ae2 req-6a851abf-4f79-41d8-9da0-5e5aa00ee3a8 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 945 time: 0.0881338 Jun 29 12:44:37.517333 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9bd4fa65-f397-4d2f-a26d-08633e480ae2 req-8530891c-43ed-4b04-ab79-37ea755ef6d1 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515602 Jun 29 12:44:37.554403 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-baa55933-663b-4af5-93ec-6a8d2b005d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:38.068313 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device db1dfb3e-5ea0-4138-aa0c-d7b550451b4d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:44:38.089784 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: db1dfb3e-5ea0-4138-aa0c-d7b550451b4d {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:44:38.090431 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device db1dfb3e-5ea0-4138-aa0c-d7b550451b4d not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:44:38.716413 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1491041-2820-49d3-8591-0360a585c38e req-15308412-e8f6-4106-92be-7aed79f17b78 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:38.724140 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d1491041-2820-49d3-8591-0360a585c38e req-15308412-e8f6-4106-92be-7aed79f17b78 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 945 time: 0.0902445 Jun 29 12:44:38.767573 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d1491041-2820-49d3-8591-0360a585c38e req-2d418dbd-9115-44dc-b002-c27037bb1a9f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422447 Jun 29 12:44:39.057171 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af4918-50c7-4b0b-b205-0b4261e74a09 req-33f0b49c-389c-497c-a1fd-9f9b9ce7184e tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:39.058767 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6af4918-50c7-4b0b-b205-0b4261e74a09 req-33f0b49c-389c-497c-a1fd-9f9b9ce7184e tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 945 time: 0.0681350 Jun 29 12:44:39.174890 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-f6af4918-50c7-4b0b-b205-0b4261e74a09 req-f7182e7a-ae86-476a-ad01-2fee988d97e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Deleting port 94b0a52f-e82a-45aa-91a3-ce5083428cb8 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:44:39.175251 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6af4918-50c7-4b0b-b205-0b4261e74a09 req-f7182e7a-ae86-476a-ad01-2fee988d97e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:39.271786 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-f6af4918-50c7-4b0b-b205-0b4261e74a09 req-f7182e7a-ae86-476a-ad01-2fee988d97e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] For port 94b0a52f-e82a-45aa-91a3-ce5083428cb8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=94b0a52f-e82a-45aa-91a3-ce5083428cb8,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:39.272147 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6af4918-50c7-4b0b-b205-0b4261e74a09 req-f7182e7a-ae86-476a-ad01-2fee988d97e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:39.286033 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-f6af4918-50c7-4b0b-b205-0b4261e74a09 req-f7182e7a-ae86-476a-ad01-2fee988d97e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Calling delete_port for 94b0a52f-e82a-45aa-91a3-ce5083428cb8 owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:44:39.489178 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6af4918-50c7-4b0b-b205-0b4261e74a09 req-f7182e7a-ae86-476a-ad01-2fee988d97e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:39.494891 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-41646b9c-41b1-41bd-83fb-865274ec16b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:39.502480 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['f988eea6-18da-4ff8-b5c0-0d1118c1ed94', '94b0a52f-e82a-45aa-91a3-ce5083428cb8'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:44:39.529300 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7182e7a-ae86-476a-ad01-2fee988d97e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Pushing event deleted for resources: {'Port': ['ID=94b0a52f-e82a-45aa-91a3-ce5083428cb8,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:39.534450 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-f7182e7a-ae86-476a-ad01-2fee988d97e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:39.590190 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6af4918-50c7-4b0b-b205-0b4261e74a09 req-f7182e7a-ae86-476a-ad01-2fee988d97e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] No DVR routers for this DVR port 94b0a52f-e82a-45aa-91a3-ce5083428cb8 on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:44:39.593083 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-f6af4918-50c7-4b0b-b205-0b4261e74a09 req-f7182e7a-ae86-476a-ad01-2fee988d97e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:39.596945 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f6af4918-50c7-4b0b-b205-0b4261e74a09 req-f7182e7a-ae86-476a-ad01-2fee988d97e5 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "DELETE /v2.0/ports/94b0a52f-e82a-45aa-91a3-ce5083428cb8 HTTP/1.1" status: 204 len: 173 time: 0.5288374 Jun 29 12:44:39.596945 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef18116d-dbf4-416e-9c6b-cd9ef779c64a', 'name': 'network-vif-deleted', 'tag': '94b0a52f-e82a-45aa-91a3-ce5083428cb8'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:44:39.599619 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfa6e64-50e3-4b5a-a836-c3294120c21e" -d '{"events": [{"server_uuid": "ef18116d-dbf4-416e-9c6b-cd9ef779c64a", "name": "network-vif-deleted", "tag": "94b0a52f-e82a-45aa-91a3-ce5083428cb8"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:39.647274 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bd33cc-f767-4bdc-bd46-cd154643f909 x-openstack-request-id: req-84bd33cc-f767-4bdc-bd46-cd154643f909 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:39.647614 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef18116d-dbf4-416e-9c6b-cd9ef779c64a", "name": "network-vif-deleted", "tag": "94b0a52f-e82a-45aa-91a3-ce5083428cb8", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:39.650594 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-84bd33cc-f767-4bdc-bd46-cd154643f909 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:39.650594 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef18116d-dbf4-416e-9c6b-cd9ef779c64a', 'name': 'network-vif-deleted', 'tag': '94b0a52f-e82a-45aa-91a3-ce5083428cb8', 'status': 'completed', 'code': 200} Jun 29 12:44:39.912697 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3394d76b-73e0-418b-9fab-ac1339126f04 req-bccac620-aad6-4af3-81be-a46375c00184 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 210 time: 0.0324993 Jun 29 12:44:40.291058 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-7b214c62-0787-4d72-9653-a5952f04ff12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:40.382690 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:40.963941 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:44:41.100359 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1062ff35-25b7-415b-9454-49adeb38ac88 req-e0e26c9c-24b3-4276-acee-498fa99d0347 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef18116d-dbf4-416e-9c6b-cd9ef779c64a HTTP/1.1" status: 200 len: 210 time: 0.0297799 Jun 29 12:44:41.422818 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:42.081025 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 94b0a52f-e82a-45aa-91a3-ce5083428cb8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:44:42.110728 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: 94b0a52f-e82a-45aa-91a3-ce5083428cb8 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:44:42.111411 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 94b0a52f-e82a-45aa-91a3-ce5083428cb8 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:44:42.817029 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:44.142379 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca9cd1-9f30-42e6-a90c-51cf0ad74abf req-4bca47cd-78ab-4c13-ae02-f835410bec61 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:44.144991 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-23ca9cd1-9f30-42e6-a90c-51cf0ad74abf req-4bca47cd-78ab-4c13-ae02-f835410bec61 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 946 time: 0.0742695 Jun 29 12:44:44.189842 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-23ca9cd1-9f30-42e6-a90c-51cf0ad74abf req-90e16acf-6870-4fe4-99d8-b53eca2927a2 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371897 Jun 29 12:44:45.391233 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62fefa-0749-4e25-807e-3f3a230d8eba req-16c42018-7485-49f7-8856-4774d4aa535d tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:45.398390 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4c62fefa-0749-4e25-807e-3f3a230d8eba req-16c42018-7485-49f7-8856-4774d4aa535d tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 946 time: 0.0851357 Jun 29 12:44:45.439065 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4c62fefa-0749-4e25-807e-3f3a230d8eba req-878ba07d-1013-49ff-b69e-936548718a11 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/security-groups?id=927877c2-3a79-4a7b-951b-98058775e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394068 Jun 29 12:44:45.848808 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf924b81-cbf5-41a7-959f-7ce86bc27bda req-07729740-e986-478f-b32e-f677691fb242 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:44:45.850259 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bf924b81-cbf5-41a7-959f-7ce86bc27bda req-07729740-e986-478f-b32e-f677691fb242 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 946 time: 0.0725734 Jun 29 12:44:45.962023 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-bf924b81-cbf5-41a7-959f-7ce86bc27bda req-ac072e04-0d51-4db2-95dd-6451afe15d9a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Deleting port f988eea6-18da-4ff8-b5c0-0d1118c1ed94 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:44:45.962393 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-bf924b81-cbf5-41a7-959f-7ce86bc27bda req-ac072e04-0d51-4db2-95dd-6451afe15d9a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:46.058664 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-bf924b81-cbf5-41a7-959f-7ce86bc27bda req-ac072e04-0d51-4db2-95dd-6451afe15d9a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] For port f988eea6-18da-4ff8-b5c0-0d1118c1ed94, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f988eea6-18da-4ff8-b5c0-0d1118c1ed94,segment=NetworkSegment(c96157c9-31ec-4b1b-b228-e804612434e0),segment_id=c96157c9-31ec-4b1b-b228-e804612434e0)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:44:46.059021 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-bf924b81-cbf5-41a7-959f-7ce86bc27bda req-ac072e04-0d51-4db2-95dd-6451afe15d9a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:46.076165 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-bf924b81-cbf5-41a7-959f-7ce86bc27bda req-ac072e04-0d51-4db2-95dd-6451afe15d9a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Calling delete_port for f988eea6-18da-4ff8-b5c0-0d1118c1ed94 owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:44:46.336981 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-bf924b81-cbf5-41a7-959f-7ce86bc27bda req-ac072e04-0d51-4db2-95dd-6451afe15d9a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:46.343372 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-3d59eee5-c8e5-467d-b52a-00dc66d70230 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:46.352224 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['f988eea6-18da-4ff8-b5c0-0d1118c1ed94'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:44:46.378418 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac072e04-0d51-4db2-95dd-6451afe15d9a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Pushing event deleted for resources: {'Port': ['ID=f988eea6-18da-4ff8-b5c0-0d1118c1ed94,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:46.381696 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ac072e04-0d51-4db2-95dd-6451afe15d9a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:46.428805 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf924b81-cbf5-41a7-959f-7ce86bc27bda req-ac072e04-0d51-4db2-95dd-6451afe15d9a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] No DVR routers for this DVR port f988eea6-18da-4ff8-b5c0-0d1118c1ed94 on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:44:46.434993 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-bf924b81-cbf5-41a7-959f-7ce86bc27bda req-ac072e04-0d51-4db2-95dd-6451afe15d9a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:46.434993 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bf924b81-cbf5-41a7-959f-7ce86bc27bda req-ac072e04-0d51-4db2-95dd-6451afe15d9a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.37 "DELETE /v2.0/ports/f988eea6-18da-4ff8-b5c0-0d1118c1ed94 HTTP/1.1" status: 204 len: 173 time: 0.5780463 Jun 29 12:44:46.434993 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572667d2-5feb-4fc5-84c6-90c89b2759b8', 'name': 'network-vif-deleted', 'tag': 'f988eea6-18da-4ff8-b5c0-0d1118c1ed94'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:44:46.438275 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febf2a44-dbeb-4cb4-851b-5ead7f4c0ae2" -d '{"events": [{"server_uuid": "572667d2-5feb-4fc5-84c6-90c89b2759b8", "name": "network-vif-deleted", "tag": "f988eea6-18da-4ff8-b5c0-0d1118c1ed94"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:44:46.486486 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f8b937-6254-4042-a981-b5ca92714282 x-openstack-request-id: req-d1f8b937-6254-4042-a981-b5ca92714282 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:44:46.486829 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572667d2-5feb-4fc5-84c6-90c89b2759b8", "name": "network-vif-deleted", "tag": "f988eea6-18da-4ff8-b5c0-0d1118c1ed94", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:44:46.487130 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d1f8b937-6254-4042-a981-b5ca92714282 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:44:46.487682 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572667d2-5feb-4fc5-84c6-90c89b2759b8', 'name': 'network-vif-deleted', 'tag': 'f988eea6-18da-4ff8-b5c0-0d1118c1ed94', 'status': 'completed', 'code': 200} Jun 29 12:44:46.598747 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4e689c70-b047-404b-8395-5ab6ef21987d req-041174eb-b7c1-47f2-852d-7f6093fd1ea0 tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] 10.222.0.61 "GET /v2.0/ports?device_id=572667d2-5feb-4fc5-84c6-90c89b2759b8 HTTP/1.1" status: 200 len: 210 time: 0.0333843 Jun 29 12:44:47.713267 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58156) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:44:47.774458 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdaae71-0f32-42f6-9560-18d0c9950d9c admin admin] Deleting subnet c3b88962-c569-4975-80a9-e5f1106f852f {{(pid=93599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:44:47.777791 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2fdaae71-0f32-42f6-9560-18d0c9950d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:47.818508 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2fdaae71-0f32-42f6-9560-18d0c9950d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6094346'] for subnet, precommit_delete_associations {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:47.854871 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:47.862381 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2fdaae71-0f32-42f6-9560-18d0c9950d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:47.983503 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2fdaae71-0f32-42f6-9560-18d0c9950d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5266478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6121759'] for subnet, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:47.990835 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-eda4fafd-8bb2-4ea1-ad8a-efffb935bf43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:47.997327 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-2fdaae71-0f32-42f6-9560-18d0c9950d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:47.999794 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-2fdaae71-0f32-42f6-9560-18d0c9950d9c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c3b88962-c569-4975-80a9-e5f1106f852f HTTP/1.1" status: 204 len: 168 time: 0.2845907 Jun 29 12:44:48.001963 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 58158) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:44:48.021196 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaae71-0f32-42f6-9560-18d0c9950d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b88962-c569-4975-80a9-e5f1106f852f,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:48.023950 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-2fdaae71-0f32-42f6-9560-18d0c9950d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:48.088885 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:48.175898 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:48.180919 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858']}} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:48.192282 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96157c9-31ec-4b1b-b228-e804612434e0') {'for_net_delete': True} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:48.192606 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96157c9-31ec-4b1b-b228-e804612434e0') {} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:48.202424 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5749263'] for segment, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:48.215992 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:48.222535 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564885'] for segment, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: Traceback (most recent call last): Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: timer() Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: cb(*args, **kw) Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: return func(*args, **kwargs) Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: self._notify() Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: self.callback(batched_events) Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: event.method(event) Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: return f(self, *a, **k) Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._get(url).json() Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: return self.request(url, 'GET', **kwargs) Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:44:48.225760 dv-cinder-786627-14-iscsi neutron-server[93600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:44:48.357998 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:48.367335 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:48.373088 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858 HTTP/1.1" status: 204 len: 168 time: 0.3645842 Jun 29 12:44:48.373088 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:48.397128 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae9b0c8-4bc8-428d-be7d-c4b19f8a8858,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:48.407216 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:48.408068 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:48.408528 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:48.408982 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:48.409478 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:48.409940 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:48.410470 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:48.410923 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:48.411464 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:48.411908 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:48.412346 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:48.412786 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:48.416218 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4674ce2c-32a2-4c03-a4c4-d5e0d3d504b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:48.762281 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58166) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:44:48.807088 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-2e4f657f-f32c-4246-84da-d9cea485d39e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=040cc84adfa345da8f3bce2fec1c4707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419908 Jun 29 12:44:48.809472 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58168) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:44:48.869777 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:48.893462 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:49.314098 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:49.316844 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:49.318321 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/927877c2-3a79-4a7b-951b-98058775e2b9 HTTP/1.1" status: 204 len: 168 time: 0.5075393 Jun 29 12:44:49.319285 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-68ce1ddd-1868-42a1-90e6-f12ae5b53230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:49.328176 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927877c2-3a79-4a7b-951b-98058775e2b9,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:49.335280 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:49.335670 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:49.336047 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:49.336427 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:49.336796 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:49.337160 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:49.337527 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:49.337916 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:49.338320 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:49.338744 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:49.339079 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:49.339484 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:44:49.343087 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-bf4b852c-7d00-4793-8bbc-f2d90b8c3962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:50.100538 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device f988eea6-18da-4ff8-b5c0-0d1118c1ed94 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:44:50.123632 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: f988eea6-18da-4ff8-b5c0-0d1118c1ed94 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:44:50.123966 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device f988eea6-18da-4ff8-b5c0-0d1118c1ed94 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:44:51.928623 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 58226) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:44:52.046722 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7c37d556-9e02-4533-93d1-84d43ddde8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:52.143806 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7c37d556-9e02-4533-93d1-84d43ddde8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:52.393747 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-7c37d556-9e02-4533-93d1-84d43ddde8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:52.396505 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-283d7657-d94e-4c5d-a4b0-f5c0932855cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:52.436131 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-7c37d556-9e02-4533-93d1-84d43ddde8df admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=28ac0435d8124c349a7298b1c84cb4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063906 Jun 29 12:44:52.436952 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37d556-9e02-4533-93d1-84d43ddde8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362e19b3-aa1c-460d-9370-feb6fa6176b9,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:52.439072 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58230) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:44:52.440359 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-7c37d556-9e02-4533-93d1-84d43ddde8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:52.494830 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6a3a09c2-7968-4f70-97e6-f9d83436b046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:52.519300 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6a3a09c2-7968-4f70-97e6-f9d83436b046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:52.651166 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6a3a09c2-7968-4f70-97e6-f9d83436b046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:52.654428 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6a3a09c2-7968-4f70-97e6-f9d83436b046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:52.659052 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-6a3a09c2-7968-4f70-97e6-f9d83436b046 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/362e19b3-aa1c-460d-9370-feb6fa6176b9 HTTP/1.1" status: 204 len: 168 time: 0.2189674 Jun 29 12:44:52.659923 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-cafb24e4-b119-4dc0-9767-023eeff4d550 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:52.667800 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a09c2-7968-4f70-97e6-f9d83436b046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362e19b3-aa1c-460d-9370-feb6fa6176b9,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:52.670686 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6a3a09c2-7968-4f70-97e6-f9d83436b046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:53.495731 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58254) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:44:53.511660 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-85008b8d-ac95-4371-a804-56b6fc8dbb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:53.598387 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-85008b8d-ac95-4371-a804-56b6fc8dbb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:53.660545 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-85008b8d-ac95-4371-a804-56b6fc8dbb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:53.664553 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6a3a09c2-7968-4f70-97e6-f9d83436b046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:53.703265 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-85008b8d-ac95-4371-a804-56b6fc8dbb3d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=39ee268bb32c46a5a8bb6b2548a1c891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092018 Jun 29 12:44:53.704435 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85008b8d-ac95-4371-a804-56b6fc8dbb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3e8d30-1fd7-4cbd-b11b-cca247d617eb,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:53.706084 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 58262) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:44:53.707426 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-85008b8d-ac95-4371-a804-56b6fc8dbb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:53.758877 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-83c9fc92-edb1-40c0-b2fc-a92a2572742f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:53.780371 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-83c9fc92-edb1-40c0-b2fc-a92a2572742f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:53.896481 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-83c9fc92-edb1-40c0-b2fc-a92a2572742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:53.899042 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-83c9fc92-edb1-40c0-b2fc-a92a2572742f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:53.900240 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-83c9fc92-edb1-40c0-b2fc-a92a2572742f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c3e8d30-1fd7-4cbd-b11b-cca247d617eb HTTP/1.1" status: 204 len: 168 time: 0.1924045 Jun 29 12:44:53.901046 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-e5324b76-e40f-43de-b7dd-d0ad04aa7c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:53.909016 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9fc92-edb1-40c0-b2fc-a92a2572742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3e8d30-1fd7-4cbd-b11b-cca247d617eb,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:53.911307 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-83c9fc92-edb1-40c0-b2fc-a92a2572742f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:57.689003 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 58384) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:44:57.733205 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2304de8-69e2-4bdc-9f5d-b79e9479db6c admin admin] Deleting subnet 06c6823d-4fbb-4c6a-8243-67aee5889e5d {{(pid=93600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:44:57.736296 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b2304de8-69e2-4bdc-9f5d-b79e9479db6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:57.769362 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b2304de8-69e2-4bdc-9f5d-b79e9479db6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5749248'] for subnet, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:57.812752 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b2304de8-69e2-4bdc-9f5d-b79e9479db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:57.946002 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b2304de8-69e2-4bdc-9f5d-b79e9479db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5837644'] for subnet, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:57.949371 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-8f2e0e28-1ebf-4168-9c48-c5961d985c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:57.978950 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2304de8-69e2-4bdc-9f5d-b79e9479db6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c6823d-4fbb-4c6a-8243-67aee5889e5d,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:57.982524 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b2304de8-69e2-4bdc-9f5d-b79e9479db6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:57.983680 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b2304de8-69e2-4bdc-9f5d-b79e9479db6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:57.988243 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58396) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:44:57.996023 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-b2304de8-69e2-4bdc-9f5d-b79e9479db6c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/06c6823d-4fbb-4c6a-8243-67aee5889e5d HTTP/1.1" status: 204 len: 168 time: 0.3058910 Jun 29 12:44:58.064378 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:58.147623 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:58.158157 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0471b86-61bc-4d17-a2d7-785b6d5f347c']}} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:58.168395 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f83a1b8-b8e9-4f15-b87c-24524afd4730') {'for_net_delete': True} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:58.168736 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f83a1b8-b8e9-4f15-b87c-24524afd4730') {} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:44:58.177522 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6094341'] for segment, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:58.192342 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:58.197997 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:44:58.198422 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5266563'] for segment, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: Traceback (most recent call last): Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: timer() Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: cb(*args, **kw) Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: return func(*args, **kwargs) Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: self._notify() Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: self.callback(batched_events) Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: event.method(event) Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: return f(self, *a, **k) Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._get(url).json() Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: return self.request(url, 'GET', **kwargs) Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:44:58.200106 dv-cinder-786627-14-iscsi neutron-server[93599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:44:58.317123 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:58.320712 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-e23a0b6a-4a05-439d-8b29-f4fbb59099f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:58.323139 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:58.327790 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a0471b86-61bc-4d17-a2d7-785b6d5f347c HTTP/1.1" status: 204 len: 168 time: 0.3356738 Jun 29 12:44:58.336895 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0471b86-61bc-4d17-a2d7-785b6d5f347c,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:58.339401 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:44:58.784921 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58402) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:44:58.831247 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-18219b1b-488d-4ab0-8689-d22cd0b4c366 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a5315426cd0427f9642b6584cb97fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448844 Jun 29 12:44:58.833642 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58406) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:44:58.880243 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bde0cbd6-26e9-46a6-9444-947b1c5dce13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:58.900279 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bde0cbd6-26e9-46a6-9444-947b1c5dce13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:59.050663 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bde0cbd6-26e9-46a6-9444-947b1c5dce13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:59.053382 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-bde0cbd6-26e9-46a6-9444-947b1c5dce13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:44:59.054553 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-bde0cbd6-26e9-46a6-9444-947b1c5dce13 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8aa31c9-fdc8-4521-8c1f-d919697e9fbb HTTP/1.1" status: 204 len: 168 time: 0.2199676 Jun 29 12:44:59.055347 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-7c741529-db18-45ea-a7f5-863a1a485b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:44:59.062949 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0cbd6-26e9-46a6-9444-947b1c5dce13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8aa31c9-fdc8-4521-8c1f-d919697e9fbb,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:44:59.065298 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-bde0cbd6-26e9-46a6-9444-947b1c5dce13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:07.633236 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d5f2-1120-4805-9d1a-fd703741751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:08.772029 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58582) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:08.880254 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-06ed0580-0321-4578-9b01-24864f5757dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:08.962836 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-06ed0580-0321-4578-9b01-24864f5757dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:09.065532 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-06ed0580-0321-4578-9b01-24864f5757dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:09.068275 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d2cb0158-043f-4eb2-bf96-087d4209e8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:09.103649 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed0580-0321-4578-9b01-24864f5757dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bc6796-b239-4c20-80b9-c753591a1f11,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:09.107855 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-06ed0580-0321-4578-9b01-24864f5757dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bed3c39e05964be798e48782bb2710d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348029 Jun 29 12:45:09.108739 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-06ed0580-0321-4578-9b01-24864f5757dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:09.111908 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58586) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:09.162894 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-35223956-4926-443c-8d26-92e0b8067ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:09.184082 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-35223956-4926-443c-8d26-92e0b8067ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:09.334088 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-35223956-4926-443c-8d26-92e0b8067ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:09.336858 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-35223956-4926-443c-8d26-92e0b8067ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:09.338012 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-35223956-4926-443c-8d26-92e0b8067ad9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65bc6796-b239-4c20-80b9-c753591a1f11 HTTP/1.1" status: 204 len: 168 time: 0.2255514 Jun 29 12:45:09.338901 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a0895d25-a991-4e68-9beb-f28b058b8c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:09.347134 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35223956-4926-443c-8d26-92e0b8067ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bc6796-b239-4c20-80b9-c753591a1f11,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:09.349399 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-35223956-4926-443c-8d26-92e0b8067ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:10.095535 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58598) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:10.108173 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-151590d2-f23e-4672-ba82-97a8bfacdfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:10.113645 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-72c8d78a-5231-49ed-a88e-7ddb153c449f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:10.195656 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-151590d2-f23e-4672-ba82-97a8bfacdfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:10.271169 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-151590d2-f23e-4672-ba82-97a8bfacdfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:10.274884 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-75108123-d4db-40db-9dd5-f8439a4d39ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:10.309610 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-151590d2-f23e-4672-ba82-97a8bfacdfce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11a1c17f84914368b4e8440df3c0a484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134371 Jun 29 12:45:10.310551 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151590d2-f23e-4672-ba82-97a8bfacdfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d40139-5fca-49f6-bbee-c479b882656a,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:10.312396 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 58600) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:10.313775 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-151590d2-f23e-4672-ba82-97a8bfacdfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:10.351466 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:10.364278 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b98ed790-dd24-464c-85c3-4600a5455107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:10.385543 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b98ed790-dd24-464c-85c3-4600a5455107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:10.522986 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b98ed790-dd24-464c-85c3-4600a5455107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:10.525675 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b98ed790-dd24-464c-85c3-4600a5455107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:10.527021 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-b98ed790-dd24-464c-85c3-4600a5455107 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05d40139-5fca-49f6-bbee-c479b882656a HTTP/1.1" status: 204 len: 168 time: 0.2135434 Jun 29 12:45:10.529685 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-cbe25978-354a-42ec-a4cd-d8b131c1ec41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:10.536468 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ed790-dd24-464c-85c3-4600a5455107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d40139-5fca-49f6-bbee-c479b882656a,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:10.538960 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b98ed790-dd24-464c-85c3-4600a5455107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:11.333239 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58612) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:11.347389 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1ba5c48e-c929-4759-983c-ff4740ff8904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:11.432753 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1ba5c48e-c929-4759-983c-ff4740ff8904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:11.453980 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:11.550973 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-1ba5c48e-c929-4759-983c-ff4740ff8904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:11.554588 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-151590d2-f23e-4672-ba82-97a8bfacdfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:11.593519 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-1ba5c48e-c929-4759-983c-ff4740ff8904 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb46d71a346c4ad6aecb5e2bd6c8ef38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592170 Jun 29 12:45:11.594544 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5c48e-c929-4759-983c-ff4740ff8904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b8282e-bb38-402a-af35-002387a1fbc2,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:11.596379 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 58614) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:11.597655 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-1ba5c48e-c929-4759-983c-ff4740ff8904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:11.645130 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-dcca0d35-f64a-4717-aa2b-9dc4846d2b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:11.669080 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-dcca0d35-f64a-4717-aa2b-9dc4846d2b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:11.844849 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-dcca0d35-f64a-4717-aa2b-9dc4846d2b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:11.847609 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-dcca0d35-f64a-4717-aa2b-9dc4846d2b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:11.848745 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-dcca0d35-f64a-4717-aa2b-9dc4846d2b08 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7b8282e-bb38-402a-af35-002387a1fbc2 HTTP/1.1" status: 204 len: 168 time: 0.2507348 Jun 29 12:45:11.849483 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-83c9fc92-edb1-40c0-b2fc-a92a2572742f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:11.878616 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca0d35-f64a-4717-aa2b-9dc4846d2b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b8282e-bb38-402a-af35-002387a1fbc2,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:11.878616 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-dcca0d35-f64a-4717-aa2b-9dc4846d2b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:12.561826 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 58634) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:12.663833 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-31efc317-95ce-4f70-8322-44e47eeff05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:12.760925 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-31efc317-95ce-4f70-8322-44e47eeff05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:12.796787 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:12.836779 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-31efc317-95ce-4f70-8322-44e47eeff05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:12.840455 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-a4cd51f2-f79d-4a5a-b547-e9d8c477a74e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:12.878091 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-31efc317-95ce-4f70-8322-44e47eeff05e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=267911d7827e4f238d2368be62e41af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148746 Jun 29 12:45:12.878900 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efc317-95ce-4f70-8322-44e47eeff05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61015f36-583b-4faf-9ae1-a8d6ae74e7b3,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:12.881338 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58646) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:12.881981 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-31efc317-95ce-4f70-8322-44e47eeff05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:12.932261 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-54675ee7-d2f5-4b12-bc71-d20c331efbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:12.953591 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-54675ee7-d2f5-4b12-bc71-d20c331efbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:13.076768 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-54675ee7-d2f5-4b12-bc71-d20c331efbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:13.079434 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-54675ee7-d2f5-4b12-bc71-d20c331efbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:13.080637 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-54675ee7-d2f5-4b12-bc71-d20c331efbbb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61015f36-583b-4faf-9ae1-a8d6ae74e7b3 HTTP/1.1" status: 204 len: 168 time: 0.1976187 Jun 29 12:45:13.082464 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-3d40fe34-7b07-4939-8ec3-bce57932c28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:13.090152 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54675ee7-d2f5-4b12-bc71-d20c331efbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61015f36-583b-4faf-9ae1-a8d6ae74e7b3,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:13.092441 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-54675ee7-d2f5-4b12-bc71-d20c331efbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:14.751134 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58720) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:14.856104 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-409f128e-8f70-400e-942c-b004dd74306d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:14.945824 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-409f128e-8f70-400e-942c-b004dd74306d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:15.059846 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-409f128e-8f70-400e-942c-b004dd74306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:15.063412 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-85008b8d-ac95-4371-a804-56b6fc8dbb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:15.098622 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-409f128e-8f70-400e-942c-b004dd74306d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3fa10de3533a4135a021a9cb667f5826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463118 Jun 29 12:45:15.100814 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f128e-8f70-400e-942c-b004dd74306d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08818ccb-9fc3-4166-83a5-e155d9629e58,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:15.101285 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 58728) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:15.103925 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-409f128e-8f70-400e-942c-b004dd74306d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:15.151590 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d84f811b-2b01-42fc-97f3-d24847bdcbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:15.173198 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d84f811b-2b01-42fc-97f3-d24847bdcbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:15.299612 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d84f811b-2b01-42fc-97f3-d24847bdcbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:15.303081 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-d84f811b-2b01-42fc-97f3-d24847bdcbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:15.304280 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-d84f811b-2b01-42fc-97f3-d24847bdcbe0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08818ccb-9fc3-4166-83a5-e155d9629e58 HTTP/1.1" status: 204 len: 168 time: 0.2019866 Jun 29 12:45:15.305074 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-ea42e577-55e6-4798-9e03-d1dafc4a1ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:15.312836 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f811b-2b01-42fc-97f3-d24847bdcbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08818ccb-9fc3-4166-83a5-e155d9629e58,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:15.315232 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d84f811b-2b01-42fc-97f3-d24847bdcbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:15.960432 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58734) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:15.977065 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9642cccc-93f7-427e-9e22-44d0a6f63634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:16.066768 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9642cccc-93f7-427e-9e22-44d0a6f63634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:16.193964 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9642cccc-93f7-427e-9e22-44d0a6f63634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:16.197306 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-85d793dd-1772-47da-9965-8e14e86c1173 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=470eaf8ca1f548599a080f84fdba2f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308676 Jun 29 12:45:16.198863 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-0c2e4ad1-8739-4e22-a6d5-37b84f1618cd tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:16.300724 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642cccc-93f7-427e-9e22-44d0a6f63634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14001bdd-04fc-41ef-bd19-94d53cfeaef4,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:16.303715 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-9642cccc-93f7-427e-9e22-44d0a6f63634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:16.311644 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-9642cccc-93f7-427e-9e22-44d0a6f63634 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1a3926c3e8cf484a88896157796155d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501651 Jun 29 12:45:16.314463 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 58750) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:16.368082 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b6e0d0e2-c178-494f-914b-9c8feb8ad839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:16.389837 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b6e0d0e2-c178-494f-914b-9c8feb8ad839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:16.408220 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-ff1e55d7-6cac-405d-ad65-6450e7443ce3 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:16.409669 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-ff1e55d7-6cac-405d-ad65-6450e7443ce3 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986725 Jun 29 12:45:16.424960 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-909e00da-c33a-4f37-80a2-1c77568832c0 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/quotas/470eaf8ca1f548599a080f84fdba2f00 HTTP/1.1" status: 200 len: 375 time: 0.0089715 Jun 29 12:45:16.463144 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-22f07493-824a-4467-a755-6b9abdc50ed6 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=470eaf8ca1f548599a080f84fdba2f00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321250 Jun 29 12:45:16.539680 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b6e0d0e2-c178-494f-914b-9c8feb8ad839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:16.542353 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-b6e0d0e2-c178-494f-914b-9c8feb8ad839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:16.543478 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-b6e0d0e2-c178-494f-914b-9c8feb8ad839 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/14001bdd-04fc-41ef-bd19-94d53cfeaef4 HTTP/1.1" status: 204 len: 168 time: 0.2279775 Jun 29 12:45:16.544274 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f3bd0f49-b000-44b4-b3d1-084a2e73e6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:16.554988 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0d0e2-c178-494f-914b-9c8feb8ad839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14001bdd-04fc-41ef-bd19-94d53cfeaef4,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:16.555105 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b6e0d0e2-c178-494f-914b-9c8feb8ad839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:16.715621 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5c24f523-0166-4749-a786-645184b05ddd req-1e1d31db-22ad-4924-8acb-21f25c065160 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 210 time: 0.0281644 Jun 29 12:45:17.799479 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3391bb9e-de62-4328-a32e-b19d6cafd7cb req-1379050c-14ad-4967-a880-18b65caf56a7 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 210 time: 0.0288236 Jun 29 12:45:17.849458 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:17.964274 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:45:18.294756 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 58792) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:18.398758 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-aa876563-4300-4eda-bd76-848434b4180c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:18.485376 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-aa876563-4300-4eda-bd76-848434b4180c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:18.579481 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-aa876563-4300-4eda-bd76-848434b4180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:18.583692 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ef01c2fd-135c-43cb-8352-c5eebb8999b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:18.624488 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-aa876563-4300-4eda-bd76-848434b4180c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a44863e157ae4fae847eadfeddc6b1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286066 Jun 29 12:45:18.625226 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa876563-4300-4eda-bd76-848434b4180c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2a5a5f-7a9f-4298-8641-d6480a98feaf,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:18.627193 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 58796) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:18.628237 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-aa876563-4300-4eda-bd76-848434b4180c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:18.676057 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-56daf2fc-9a4a-4d73-8fa7-3c0447b04d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:18.696817 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-56daf2fc-9a4a-4d73-8fa7-3c0447b04d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:18.833923 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-56daf2fc-9a4a-4d73-8fa7-3c0447b04d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:18.836616 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-56daf2fc-9a4a-4d73-8fa7-3c0447b04d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:18.837979 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-56daf2fc-9a4a-4d73-8fa7-3c0447b04d67 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e2a5a5f-7a9f-4298-8641-d6480a98feaf HTTP/1.1" status: 204 len: 168 time: 0.2095215 Jun 29 12:45:18.838879 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f1f396cb-6c23-496d-9963-fb9be69172fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:18.848745 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56daf2fc-9a4a-4d73-8fa7-3c0447b04d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2a5a5f-7a9f-4298-8641-d6480a98feaf,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:18.851029 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-56daf2fc-9a4a-4d73-8fa7-3c0447b04d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:18.947387 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a278e031-908e-4c3f-804f-1bde3af75a64 req-e24ae9f8-0de9-47bc-9c3b-9efb0e831f90 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 210 time: 0.0294080 Jun 29 12:45:19.142356 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-2cc86999-1bf9-47fa-95f0-91d4c602a84e tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=470eaf8ca1f548599a080f84fdba2f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242484 Jun 29 12:45:19.255367 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-a45daf93-097d-4b93-99dd-2fa9799ca4ba tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:19.256824 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-a45daf93-097d-4b93-99dd-2fa9799ca4ba tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091788 Jun 29 12:45:19.270112 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Request body: {'port': {'device_id': '1679e2ab-b54b-427a-879b-26764b90ddf5', 'network_id': 'edd07170-4a5f-4c01-b236-517bdbac3c7a', 'admin_state_up': True, 'tenant_id': '470eaf8ca1f548599a080f84fdba2f00'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:45:19.511215 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Made reservation on behalf of 470eaf8ca1f548599a080f84fdba2f00 for: {'port': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:45:19.514815 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:19.524037 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:19.615692 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:19.762721 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:19.766960 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-c36191c6-c188-42a0-b508-7eb00666f466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:19.825567 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c6ae3e-0c8c-428c-b101-128923f14b02,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:19.830456 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:19.891451 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Allocated IP 192.168.233.162 (edd07170-4a5f-4c01-b236-517bdbac3c7a/6ff12ce2-8d89-436c-a7e5-fddc27e49a94/6041df2c-9f29-46a4-906f-9044286ae373) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:45:20.292152 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a258d692-e8e9-4cb0-9b61-514120c2467e req-11361e40-520d-44bf-a2d5-5232682f8968 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 210 time: 0.0359681 Jun 29 12:45:20.337636 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:20.350744 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Transition to ACTIVE for port object 6041df2c-9f29-46a4-906f-9044286ae373 will not be triggered until provisioned by entity DHCP. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:45:20.439214 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:20.443275 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-febbb5fc-7e7d-42d6-b579-d552316a9621 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:20.486733 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Network edd07170-4a5f-4c01-b236-517bdbac3c7a is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:45:20.491145 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:45:20.498111 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:45:20.527193 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Pushing event updated for resources: {'Port': ['ID=6041df2c-9f29-46a4-906f-9044286ae373,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:20.532018 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:20.560743 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:20.561362 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:20.691640 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-310455ec-ad85-439f-8fda-b94b88efdf9a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4261105 Jun 29 12:45:20.704214 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Request body: {'port': {'device_id': '1679e2ab-b54b-427a-879b-26764b90ddf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:45:20.781432 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:20.987617 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-c618bab2-c127-44d3-8f33-76351e24c557 None None] Provisioning for port 6041df2c-9f29-46a4-906f-9044286ae373 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:45:20.996039 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-c618bab2-c127-44d3-8f33-76351e24c557 None None] Provisioning complete for port 6041df2c-9f29-46a4-906f-9044286ae373 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:45:20.996443 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c618bab2-c127-44d3-8f33-76351e24c557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:21.031182 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-c618bab2-c127-44d3-8f33-76351e24c557 None None] Port 6041df2c-9f29-46a4-906f-9044286ae373 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:45:21.056734 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6041df2c-9f29-46a4-906f-9044286ae373 {{(pid=93599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:45:21.064184 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:21.076162 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Transition to ACTIVE for port object 6041df2c-9f29-46a4-906f-9044286ae373 will not be triggered until provisioned by entity L2. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:45:21.140187 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:21.143181 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b1c1cce1-0386-436e-a9e8-1d3bd1522655 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:21.209783 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Pushing event updated for resources: {'Port': ['ID=6041df2c-9f29-46a4-906f-9044286ae373,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:21.214246 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:21.267425 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Attempting to bind port 6041df2c-9f29-46a4-906f-9044286ae373 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:45:21.267759 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Attempting to bind port 6041df2c-9f29-46a4-906f-9044286ae373 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'feecb490-6f7d-4367-a493-c2946cb1362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'edd07170-4a5f-4c01-b236-517bdbac3c7a'}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:45:21.268085 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Attempting to bind port 6041df2c-9f29-46a4-906f-9044286ae373 on network edd07170-4a5f-4c01-b236-517bdbac3c7a {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:45:21.273201 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Port 6041df2c-9f29-46a4-906f-9044286ae373 on network edd07170-4a5f-4c01-b236-517bdbac3c7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:45:21.273515 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Attempting to bind port 6041df2c-9f29-46a4-906f-9044286ae373 on network edd07170-4a5f-4c01-b236-517bdbac3c7a {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:45:21.278386 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:45:21.278721 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Checking segment: {'id': 'feecb490-6f7d-4367-a493-c2946cb1362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'edd07170-4a5f-4c01-b236-517bdbac3c7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:45:21.279107 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Bound using segment: {'id': 'feecb490-6f7d-4367-a493-c2946cb1362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'edd07170-4a5f-4c01-b236-517bdbac3c7a'} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:45:21.279531 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Bound port: 6041df2c-9f29-46a4-906f-9044286ae373, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feecb490-6f7d-4367-a493-c2946cb1362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'edd07170-4a5f-4c01-b236-517bdbac3c7a'}}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:45:21.279886 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:21.344936 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] For port 6041df2c-9f29-46a4-906f-9044286ae373, host hv-cinder-78662, cleared binding levels {{(pid=93599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:45:21.348341 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] For port 6041df2c-9f29-46a4-906f-9044286ae373, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6041df2c-9f29-46a4-906f-9044286ae373,segment=NetworkSegment(feecb490-6f7d-4367-a493-c2946cb1362e),segment_id=feecb490-6f7d-4367-a493-c2946cb1362e)] {{(pid=93599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:45:21.461450 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:21.464741 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-8fd94de8-2c3e-4659-acaf-7f585bc7085a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:21.476986 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35869fe-436e-4c14-aaad-101dd003c371 req-6c07577b-1e8a-49b5-877c-d9f52eb42667 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:21.478463 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f35869fe-436e-4c14-aaad-101dd003c371 req-6c07577b-1e8a-49b5-877c-d9f52eb42667 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 948 time: 0.0704205 Jun 29 12:45:21.526718 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:21.527395 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:21.528870 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] 10.222.0.37 "PUT /v2.0/ports/6041df2c-9f29-46a4-906f-9044286ae373 HTTP/1.1" status: 200 len: 1098 time: 0.8291383 Jun 29 12:45:21.529399 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1679e2ab-b54b-427a-879b-26764b90ddf5', 'tag': '6041df2c-9f29-46a4-906f-9044286ae373'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:45:21.531971 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f2d70c-3960-45a0-b99c-a440a1d6028f" -d '{"events": [{"name": "network-changed", "server_uuid": "1679e2ab-b54b-427a-879b-26764b90ddf5", "tag": "6041df2c-9f29-46a4-906f-9044286ae373"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:45:21.555614 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Pushing event updated for resources: {'Port': ['ID=6041df2c-9f29-46a4-906f-9044286ae373,revision_number=3']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:21.563506 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:21.572837 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f35869fe-436e-4c14-aaad-101dd003c371 req-513b90b7-d9f1-43b0-9ffe-a990f03e44ca tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763640 Jun 29 12:45:21.583139 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf83429-28fc-44a8-8b07-035d079928dc x-openstack-request-id: req-2cf83429-28fc-44a8-8b07-035d079928dc {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:45:21.583472 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1679e2ab-b54b-427a-879b-26764b90ddf5", "tag": "6041df2c-9f29-46a4-906f-9044286ae373", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:45:21.583764 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2cf83429-28fc-44a8-8b07-035d079928dc {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:45:21.584335 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1679e2ab-b54b-427a-879b-26764b90ddf5', 'tag': '6041df2c-9f29-46a4-906f-9044286ae373', 'status': 'completed', 'code': 200} Jun 29 12:45:21.658237 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2d70c-3960-45a0-b99c-a440a1d6028f req-ba082480-3922-42df-8a57-e0b440c88c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:21.659837 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-00f2d70c-3960-45a0-b99c-a440a1d6028f req-ba082480-3922-42df-8a57-e0b440c88c36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=470eaf8ca1f548599a080f84fdba2f00&device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 1101 time: 0.0558352 Jun 29 12:45:21.686455 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-00f2d70c-3960-45a0-b99c-a440a1d6028f req-8f6aa646-e833-4125-900d-7a5d4aac56e6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=470eaf8ca1f548599a080f84fdba2f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191810 Jun 29 12:45:21.781612 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2d70c-3960-45a0-b99c-a440a1d6028f req-2ff7e7d1-4303-41f5-b892-4f972b63c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:21.783078 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-00f2d70c-3960-45a0-b99c-a440a1d6028f req-2ff7e7d1-4303-41f5-b892-4f972b63c624 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906270 Jun 29 12:45:21.871818 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-74483dff-f6ed-4771-945d-968b8d2df9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:21.872766 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-74483dff-f6ed-4771-945d-968b8d2df9fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=470eaf8ca1f548599a080f84fdba2f00&device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 1101 time: 0.0528722 Jun 29 12:45:21.916162 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-9abae101-d868-4f82-828c-ebe7cc554da7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=6041df2c-9f29-46a4-906f-9044286ae373 HTTP/1.1" status: 200 len: 217 time: 0.0356522 Jun 29 12:45:21.970792 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-e40274ad-e407-4548-8c9c-ee50b79d7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:21.972808 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-e40274ad-e407-4548-8c9c-ee50b79d7272 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ff12ce2-8d89-436c-a7e5-fddc27e49a94 HTTP/1.1" status: 200 len: 843 time: 0.0501790 Jun 29 12:45:22.029023 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-518acdcb-12d3-4101-83aa-ee182720b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:22.030799 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-518acdcb-12d3-4101-83aa-ee182720b0b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=edd07170-4a5f-4c01-b236-517bdbac3c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0528126 Jun 29 12:45:22.117844 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-dce73e84-f5aa-47cd-b208-b49de76235ee service neutron] 10.222.0.37 "GET /v2.0/networks/edd07170-4a5f-4c01-b236-517bdbac3c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803387 Jun 29 12:45:22.211166 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8efdaef3-0ca8-4446-8cd8-089f6848795e req-47da208c-285d-48f9-bf3c-2b574f7cf592 service neutron] 10.222.0.37 "GET /v2.0/networks/edd07170-4a5f-4c01-b236-517bdbac3c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863471 Jun 29 12:45:22.768344 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a6f4b-eeff-4fed-ae74-ef52adb9baa7 req-66e69ab3-3662-418f-8fa1-86dafaa1ba3e tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:22.770446 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6e1a6f4b-eeff-4fed-ae74-ef52adb9baa7 req-66e69ab3-3662-418f-8fa1-86dafaa1ba3e tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 948 time: 0.0618460 Jun 29 12:45:22.808138 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6e1a6f4b-eeff-4fed-ae74-ef52adb9baa7 req-b12c0ed6-a7b1-4536-ad00-9ad336ffee39 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Jun 29 12:45:23.981638 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea13799-b484-4f55-9a01-4025f317653c req-87844e81-2381-4ad7-a147-af0747c8f3c5 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:23.983164 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4ea13799-b484-4f55-9a01-4025f317653c req-87844e81-2381-4ad7-a147-af0747c8f3c5 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 948 time: 0.0666909 Jun 29 12:45:24.021350 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4ea13799-b484-4f55-9a01-4025f317653c req-8499a513-ce71-4438-97ca-0d7ec84f03d8 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Jun 29 12:45:25.188761 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69106-270f-4467-83e5-390227c1244c req-768c2595-b671-4354-8564-0bc9358c0c45 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:25.190302 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-64e69106-270f-4467-83e5-390227c1244c req-768c2595-b671-4354-8564-0bc9358c0c45 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 948 time: 0.0626018 Jun 29 12:45:25.230343 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-64e69106-270f-4467-83e5-390227c1244c req-f5fc1d7b-4e79-4247-b807-ad611c067e05 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Jun 29 12:45:26.402642 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b31d2d-8ff0-4e08-b8a1-30fcdb4d421b req-a5b3aa03-ac05-4a0f-9a3f-1d9d40eda20e tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:26.404113 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-37b31d2d-8ff0-4e08-b8a1-30fcdb4d421b req-a5b3aa03-ac05-4a0f-9a3f-1d9d40eda20e tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 948 time: 0.0625615 Jun 29 12:45:26.440521 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-37b31d2d-8ff0-4e08-b8a1-30fcdb4d421b req-15e0d6fe-0365-460c-89d0-06b1b81c1942 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307012 Jun 29 12:45:27.618329 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0359e-4f14-4361-a943-64b20f5c7e81 req-42d756d0-34fc-4a4b-a631-5e8b53a18cba tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:27.619792 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dce0359e-4f14-4361-a943-64b20f5c7e81 req-42d756d0-34fc-4a4b-a631-5e8b53a18cba tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 948 time: 0.0680778 Jun 29 12:45:27.657214 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dce0359e-4f14-4361-a943-64b20f5c7e81 req-e489aa87-9f68-44b7-95c6-7a9b0606a21a tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Jun 29 12:45:28.829386 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950e004-2df3-4829-8b8d-68def710dfea req-8c888bc4-1d10-41af-b810-a06d2d2cbe3f tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:28.830896 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8950e004-2df3-4829-8b8d-68def710dfea req-8c888bc4-1d10-41af-b810-a06d2d2cbe3f tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 948 time: 0.0665324 Jun 29 12:45:28.868805 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8950e004-2df3-4829-8b8d-68def710dfea req-1a97d82e-4bf4-4e53-92b2-b37f7bc50ae1 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Jun 29 12:45:29.208517 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 6041df2c-9f29-46a4-906f-9044286ae373 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:45:29.306675 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 6041df2c-9f29-46a4-906f-9044286ae373, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6041df2c-9f29-46a4-906f-9044286ae373,segment=NetworkSegment(feecb490-6f7d-4367-a493-c2946cb1362e),segment_id=feecb490-6f7d-4367-a493-c2946cb1362e)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:45:29.317504 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '6041df2c-9f29-46a4-906f-9044286ae373', 'network_id': 'edd07170-4a5f-4c01-b236-517bdbac3c7a', 'port_id': '6041df2c-9f29-46a4-906f-9044286ae373', 'mac_address': 'fa:16:3e:ec:f2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff12ce2-8d89-436c-a7e5-fddc27e49a94', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:45:29.355010 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:29.367055 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6041df2c-9f29-46a4-906f-9044286ae373 {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:45:29.386719 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 6041df2c-9f29-46a4-906f-9044286ae373, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6041df2c-9f29-46a4-906f-9044286ae373,segment=NetworkSegment(feecb490-6f7d-4367-a493-c2946cb1362e),segment_id=feecb490-6f7d-4367-a493-c2946cb1362e)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:45:29.470794 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:29.472543 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:29.517028 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=6041df2c-9f29-46a4-906f-9044286ae373,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:29.524304 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:29.524649 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:29.524981 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:29.525309 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:29.525633 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:29.525956 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:29.526304 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:29.526622 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:29.526940 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:29.527256 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:29.527570 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:29.527881 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:29.531845 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:30.043773 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0006c-391e-44e4-ab6c-8d308aff1add req-def14af0-7cc9-451e-83ec-757981366cff tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:30.045283 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8cf0006c-391e-44e4-ab6c-8d308aff1add req-def14af0-7cc9-451e-83ec-757981366cff tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 949 time: 0.0688224 Jun 29 12:45:30.083573 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-8cf0006c-391e-44e4-ab6c-8d308aff1add req-2d87011a-c73e-4417-a58a-da319b5a8757 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326700 Jun 29 12:45:30.457481 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['6041df2c-9f29-46a4-906f-9044286ae373'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:45:31.401657 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401a10d-4e09-47c7-94b1-9cd1683ff1ef req-1aad4648-fa66-49e1-8173-d5a398a4a42f tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:31.403192 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5401a10d-4e09-47c7-94b1-9cd1683ff1ef req-1aad4648-fa66-49e1-8173-d5a398a4a42f tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 949 time: 0.2108982 Jun 29 12:45:31.440460 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5401a10d-4e09-47c7-94b1-9cd1683ff1ef req-1b05affb-791b-4625-ace4-c708aaad45db tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315042 Jun 29 12:45:32.343276 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 6041df2c-9f29-46a4-906f-9044286ae373 up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:45:32.479349 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port 6041df2c-9f29-46a4-906f-9044286ae373 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:45:32.483330 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 6041df2c-9f29-46a4-906f-9044286ae373 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:45:32.483714 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:32.568038 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:32.592995 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1679e2ab-b54b-427a-879b-26764b90ddf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6041df2c-9f29-46a4-906f-9044286ae373'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:45:32.596023 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5b4911-b376-4788-a1a6-97010b589af1" -d '{"events": [{"server_uuid": "1679e2ab-b54b-427a-879b-26764b90ddf5", "name": "network-vif-plugged", "status": "completed", "tag": "6041df2c-9f29-46a4-906f-9044286ae373"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:45:32.622945 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 6041df2c-9f29-46a4-906f-9044286ae373, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6041df2c-9f29-46a4-906f-9044286ae373,segment=NetworkSegment(feecb490-6f7d-4367-a493-c2946cb1362e),segment_id=feecb490-6f7d-4367-a493-c2946cb1362e)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:45:32.626686 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b1980-31fa-4715-aa95-8e72a9ddd3a6 req-7d245bef-f970-4630-98e2-6131ad476495 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:32.630466 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d56b1980-31fa-4715-aa95-8e72a9ddd3a6 req-7d245bef-f970-4630-98e2-6131ad476495 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 949 time: 0.0764315 Jun 29 12:45:32.642237 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfd31cc-e3a1-4ee8-a404-f8a29daec068 x-openstack-request-id: req-5cfd31cc-e3a1-4ee8-a404-f8a29daec068 {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:45:32.642493 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1679e2ab-b54b-427a-879b-26764b90ddf5", "name": "network-vif-plugged", "status": "completed", "tag": "6041df2c-9f29-46a4-906f-9044286ae373", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:45:32.642762 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5cfd31cc-e3a1-4ee8-a404-f8a29daec068 {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:45:32.643529 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1679e2ab-b54b-427a-879b-26764b90ddf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6041df2c-9f29-46a4-906f-9044286ae373', 'code': 200} Jun 29 12:45:32.672283 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d56b1980-31fa-4715-aa95-8e72a9ddd3a6 req-d92bf469-b1ba-4727-b5c5-4bddfdeec3c6 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371566 Jun 29 12:45:32.711129 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:32.713809 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-913ceb3b-5211-4c6b-9ef7-e03388f1e194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:32.759982 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=6041df2c-9f29-46a4-906f-9044286ae373,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:32.763035 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:33.068400 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380267b-04f8-4ff5-86fb-8d83078be641 req-d1868875-1ff6-430d-8a59-8d09535f409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:33.069859 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1380267b-04f8-4ff5-86fb-8d83078be641 req-d1868875-1ff6-430d-8a59-8d09535f409e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 1103 time: 0.0556324 Jun 29 12:45:33.104231 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1380267b-04f8-4ff5-86fb-8d83078be641 req-cfc65b13-c55e-4c15-8798-4c5b665d5933 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277574 Jun 29 12:45:33.857226 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d619c-fca8-4c18-bd59-9ac46a2bcaa5 req-22d1b370-14ab-4a77-87e5-5cdbc9f56c5b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:33.858637 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-400d619c-fca8-4c18-bd59-9ac46a2bcaa5 req-22d1b370-14ab-4a77-87e5-5cdbc9f56c5b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 950 time: 0.0663645 Jun 29 12:45:33.900591 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-400d619c-fca8-4c18-bd59-9ac46a2bcaa5 req-703b1d09-b91c-4c53-8d54-42a17ea178d5 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348454 Jun 29 12:45:35.080702 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7dac2-e379-4ce1-b543-5242351b4814 req-a6e1f00f-d4b1-4bb1-bc02-a6dd200518c4 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:35.082181 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2a7dac2-e379-4ce1-b543-5242351b4814 req-a6e1f00f-d4b1-4bb1-bc02-a6dd200518c4 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 950 time: 0.0670676 Jun 29 12:45:35.120580 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d2a7dac2-e379-4ce1-b543-5242351b4814 req-bef87bc3-6e61-476d-84fc-15b657119b9c tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322049 Jun 29 12:45:35.733945 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ce1d7-7e3c-484d-90b0-5ffba6f1c1ce req-57829478-98b2-42fb-a1d9-e7a93113d8c7 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:35.735509 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-839ce1d7-7e3c-484d-90b0-5ffba6f1c1ce req-57829478-98b2-42fb-a1d9-e7a93113d8c7 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 950 time: 0.0654156 Jun 29 12:45:35.813598 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-839ce1d7-7e3c-484d-90b0-5ffba6f1c1ce req-7565635a-7c29-443b-a8d5-ba5a73029b0e tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724745 Jun 29 12:45:36.987325 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdffa4-ceeb-4eff-970d-4239e32454eb req-83593184-5adf-4c77-af0a-695b49465cad tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:36.988681 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-51cdffa4-ceeb-4eff-970d-4239e32454eb req-83593184-5adf-4c77-af0a-695b49465cad tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 950 time: 0.0606070 Jun 29 12:45:37.025629 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-51cdffa4-ceeb-4eff-970d-4239e32454eb req-72d4f59a-c5f9-49ed-956e-47d43d13533f tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 Jun 29 12:45:37.444036 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ce0d80cb-a4e6-4f36-8a7c-b3b69ff2326a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:38.197970 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d5b92-dd62-4474-b36f-859a9378c580 req-ad11c268-a2f7-4234-b641-007051034ff7 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:38.199445 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4e5d5b92-dd62-4474-b36f-859a9378c580 req-ad11c268-a2f7-4234-b641-007051034ff7 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 950 time: 0.0659213 Jun 29 12:45:38.237606 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4e5d5b92-dd62-4474-b36f-859a9378c580 req-3bc282a5-3996-4b32-bc7d-c9a827aeec3e tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322657 Jun 29 12:45:39.347788 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a306d-ddb3-4ead-b160-7df2779c7a2c req-99dfa887-43c3-4c63-a592-a329289aa80e tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:39.350012 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ea6a306d-ddb3-4ead-b160-7df2779c7a2c req-99dfa887-43c3-4c63-a592-a329289aa80e tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.37 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 950 time: 0.0725076 Jun 29 12:45:39.486536 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6182e4a-ff61-4b20-9bd8-d675857786ae req-88e890c4-f1c5-4efa-acb6-7fbc400228ce tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:39.488137 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d6182e4a-ff61-4b20-9bd8-d675857786ae req-88e890c4-f1c5-4efa-acb6-7fbc400228ce tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 950 time: 0.1372266 Jun 29 12:45:39.525665 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-ea6a306d-ddb3-4ead-b160-7df2779c7a2c req-5583e37d-4798-4c73-bfa7-16bc20e16c9b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Deleting port 6041df2c-9f29-46a4-906f-9044286ae373 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:45:39.525954 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-ea6a306d-ddb3-4ead-b160-7df2779c7a2c req-5583e37d-4798-4c73-bfa7-16bc20e16c9b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:39.578434 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d6182e4a-ff61-4b20-9bd8-d675857786ae req-806c9660-8255-44ef-8cc8-d94617c9f7a5 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/security-groups?id=70c6ae3e-0c8c-428c-b101-128923f14b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828092 Jun 29 12:45:39.629419 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-ea6a306d-ddb3-4ead-b160-7df2779c7a2c req-5583e37d-4798-4c73-bfa7-16bc20e16c9b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] For port 6041df2c-9f29-46a4-906f-9044286ae373, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6041df2c-9f29-46a4-906f-9044286ae373,segment=NetworkSegment(feecb490-6f7d-4367-a493-c2946cb1362e),segment_id=feecb490-6f7d-4367-a493-c2946cb1362e)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:45:39.629837 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-ea6a306d-ddb3-4ead-b160-7df2779c7a2c req-5583e37d-4798-4c73-bfa7-16bc20e16c9b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:39.641449 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-ea6a306d-ddb3-4ead-b160-7df2779c7a2c req-5583e37d-4798-4c73-bfa7-16bc20e16c9b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Calling delete_port for 6041df2c-9f29-46a4-906f-9044286ae373 owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:45:39.878543 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-ea6a306d-ddb3-4ead-b160-7df2779c7a2c req-5583e37d-4798-4c73-bfa7-16bc20e16c9b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:39.882404 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b4c8c575-de9c-4c98-a276-44ea16cd8129 tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:39.890561 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['6041df2c-9f29-46a4-906f-9044286ae373'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:45:39.910686 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583e37d-4798-4c73-bfa7-16bc20e16c9b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Pushing event deleted for resources: {'Port': ['ID=6041df2c-9f29-46a4-906f-9044286ae373,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:39.914080 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5583e37d-4798-4c73-bfa7-16bc20e16c9b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:39.958028 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6a306d-ddb3-4ead-b160-7df2779c7a2c req-5583e37d-4798-4c73-bfa7-16bc20e16c9b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] No DVR routers for this DVR port 6041df2c-9f29-46a4-906f-9044286ae373 on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:45:39.960614 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-ea6a306d-ddb3-4ead-b160-7df2779c7a2c req-5583e37d-4798-4c73-bfa7-16bc20e16c9b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:39.963342 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ea6a306d-ddb3-4ead-b160-7df2779c7a2c req-5583e37d-4798-4c73-bfa7-16bc20e16c9b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.37 "DELETE /v2.0/ports/6041df2c-9f29-46a4-906f-9044286ae373 HTTP/1.1" status: 204 len: 173 time: 0.6017246 Jun 29 12:45:39.963880 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1679e2ab-b54b-427a-879b-26764b90ddf5', 'name': 'network-vif-deleted', 'tag': '6041df2c-9f29-46a4-906f-9044286ae373'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:45:39.966272 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff1da79-8df7-4b66-9367-3c9b51283b3b" -d '{"events": [{"server_uuid": "1679e2ab-b54b-427a-879b-26764b90ddf5", "name": "network-vif-deleted", "tag": "6041df2c-9f29-46a4-906f-9044286ae373"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:45:40.009112 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a898451b-d53d-4733-aa1b-22d7a957a274 x-openstack-request-id: req-a898451b-d53d-4733-aa1b-22d7a957a274 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:45:40.009112 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1679e2ab-b54b-427a-879b-26764b90ddf5", "name": "network-vif-deleted", "tag": "6041df2c-9f29-46a4-906f-9044286ae373", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:45:40.009112 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a898451b-d53d-4733-aa1b-22d7a957a274 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:45:40.009112 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1679e2ab-b54b-427a-879b-26764b90ddf5', 'name': 'network-vif-deleted', 'tag': '6041df2c-9f29-46a4-906f-9044286ae373', 'status': 'completed', 'code': 200} Jun 29 12:45:40.102492 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 58944) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:40.141270 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3a02-ebe6-4bc0-babd-ffc077d17ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:40.258037 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Deleting port bfbc29b6-f959-40bf-ac3d-9141297fe63c {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:45:40.258914 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:40.331016 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:40.331341 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:40.342459 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Calling delete_port for bfbc29b6-f959-40bf-ac3d-9141297fe63c owned by network:floatingip {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:45:40.356652 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:40.547466 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:40.550527 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:40.575468 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event deleted for resources: {'Port': ['ID=bfbc29b6-f959-40bf-ac3d-9141297fe63c,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:40.579307 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:40.635417 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for floatingip, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:40.635755 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.l3_db [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Floating IP b1de31c6-c74c-415c-9ad7-eab55f250434 disassociated (deleted). External IP: 172.27.2.129, port: fc780c41-6b3f-4990-b5db-53ac33836874. Jun 29 12:45:40.747776 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-283953d3-4f98-49c6-a3f4-f576b8698cda req-6840cd04-385f-4a38-94d1-400570d34072 tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] 10.222.0.61 "GET /v2.0/ports?device_id=1679e2ab-b54b-427a-879b-26764b90ddf5 HTTP/1.1" status: 200 len: 210 time: 0.0304337 Jun 29 12:45:40.850320 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Router bc931623-df8c-4f0e-bd2c-4591fda12dea has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:45:40.970163 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:45:40.976274 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:40.981186 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f13d32-e2ff-42e7-93f1-736644f694e4 None None] Sync routers for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:45:40.990272 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f13d32-e2ff-42e7-93f1-736644f694e4 None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:45:40.990907 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-07f13d32-e2ff-42e7-93f1-736644f694e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:41.020050 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-1265c08a-dfb0-4837-960a-1c25bc74a2d8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "DELETE /v2.0/floatingips/b1de31c6-c74c-415c-9ad7-eab55f250434 HTTP/1.1" status: 204 len: 168 time: 0.9133141 Jun 29 12:45:41.020050 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'tag': 'fc780c41-6b3f-4990-b5db-53ac33836874'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:45:41.026061 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc367ee0-9d69-4512-88ba-e2c9503341e0" -d '{"events": [{"name": "network-changed", "server_uuid": "62943adc-4c4a-43e5-a99a-bd347ec30f1e", "tag": "fc780c41-6b3f-4990-b5db-53ac33836874"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:45:41.067016 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ffa450-a8d1-4f22-8f69-0d5355fe0aba x-openstack-request-id: req-e4ffa450-a8d1-4f22-8f69-0d5355fe0aba {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:45:41.067346 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62943adc-4c4a-43e5-a99a-bd347ec30f1e", "tag": "fc780c41-6b3f-4990-b5db-53ac33836874", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:45:41.067637 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4ffa450-a8d1-4f22-8f69-0d5355fe0aba {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:45:41.068072 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'tag': 'fc780c41-6b3f-4990-b5db-53ac33836874', 'status': 'completed', 'code': 200} Jun 29 12:45:41.106991 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-07f13d32-e2ff-42e7-93f1-736644f694e4 None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:45:41.142035 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc367ee0-9d69-4512-88ba-e2c9503341e0 req-885ba9aa-6a45-425d-8578-f80ad76a40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:41.143534 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc367ee0-9d69-4512-88ba-e2c9503341e0 req-885ba9aa-6a45-425d-8578-f80ad76a40ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 1099 time: 0.0517375 Jun 29 12:45:41.241367 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc367ee0-9d69-4512-88ba-e2c9503341e0 req-579c03fc-aac8-49ce-a454-71b452d7d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:41.243311 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc367ee0-9d69-4512-88ba-e2c9503341e0 req-579c03fc-aac8-49ce-a454-71b452d7d218 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 913 time: 0.0918794 Jun 29 12:45:41.287766 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc367ee0-9d69-4512-88ba-e2c9503341e0 req-c2e06392-0148-440f-9a65-160803c0f9c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc780c41-6b3f-4990-b5db-53ac33836874 HTTP/1.1" status: 200 len: 217 time: 0.0366497 Jun 29 12:45:41.336161 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-07f13d32-e2ff-42e7-93f1-736644f694e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'b3a64949-ebfe-495c-b411-f6e62ba3f6e4', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:95:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:41:46Z', 'updated_at': '2021-06-29T12:41:48Z', 'revision_number': 1, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:41.343896 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc367ee0-9d69-4512-88ba-e2c9503341e0 req-93bdbcbd-e26a-4e69-a982-bdb36cd77af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:41.345434 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc367ee0-9d69-4512-88ba-e2c9503341e0 req-93bdbcbd-e26a-4e69-a982-bdb36cd77af2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed6842b-cdcd-4d9c-ae32-2283816942c0 HTTP/1.1" status: 200 len: 851 time: 0.0516312 Jun 29 12:45:41.369301 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f13d32-e2ff-42e7-93f1-736644f694e4 None None] Checking router: bc931623-df8c-4f0e-bd2c-4591fda12dea for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:45:41.386988 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f13d32-e2ff-42e7-93f1-736644f694e4 None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:45:41.387777 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-07f13d32-e2ff-42e7-93f1-736644f694e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:41.408984 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc367ee0-9d69-4512-88ba-e2c9503341e0 req-7a642551-e2f5-446a-ac9e-efa59c613ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:41.410681 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc367ee0-9d69-4512-88ba-e2c9503341e0 req-7a642551-e2f5-446a-ac9e-efa59c613ac1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0589755 Jun 29 12:45:41.423972 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [req-fc367ee0-9d69-4512-88ba-e2c9503341e0 req-d61cf613-c86a-4540-bbd3-d32371f9cd06 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 12:45:41.424922 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc367ee0-9d69-4512-88ba-e2c9503341e0 req-d61cf613-c86a-4540-bbd3-d32371f9cd06 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054858 Jun 29 12:45:41.494554 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-07f13d32-e2ff-42e7-93f1-736644f694e4 None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:45:41.515294 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc367ee0-9d69-4512-88ba-e2c9503341e0 req-bfc246fc-5345-42e2-b13f-df1b647b5b4d service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838995 Jun 29 12:45:41.522363 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:41.632630 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-fc367ee0-9d69-4512-88ba-e2c9503341e0 req-fdb74c60-67ac-481f-9bdf-664dd45cf4ae service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034067 Jun 29 12:45:41.686042 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547f7f5-f10d-49c7-bd99-0a67994b9537 req-7f00efb1-5706-4ad4-98b3-73a06b61a4a3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:41.687657 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1547f7f5-f10d-49c7-bd99-0a67994b9537 req-7f00efb1-5706-4ad4-98b3-73a06b61a4a3 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 946 time: 0.0697455 Jun 29 12:45:41.726281 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1547f7f5-f10d-49c7-bd99-0a67994b9537 req-5a942805-0111-4f05-976c-7968b616c83e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326886 Jun 29 12:45:41.756987 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-07f13d32-e2ff-42e7-93f1-736644f694e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'b3a64949-ebfe-495c-b411-f6e62ba3f6e4', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:95:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:41:46Z', 'updated_at': '2021-06-29T12:41:48Z', 'revision_number': 1, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:41.786272 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f13d32-e2ff-42e7-93f1-736644f694e4 None None] The sync data for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi is: [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': 'b3a64949-ebfe-495c-b411-f6e62ba3f6e4', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'port_id': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'mac_address': 'fa:16:3e:95:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:41:46Z', 'updated_at': '2021-06-29T12:41:48Z', 'revision_number': 1, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:45:42.010881 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f8e0ee-923b-4c4d-96b9-cb65c4cf6ac9 None None] New status for floating IP b1de31c6-c74c-415c-9ad7-eab55f250434: DOWN {{(pid=93602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:45:42.375936 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 6041df2c-9f29-46a4-906f-9044286ae373 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:45:42.395583 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: 6041df2c-9f29-46a4-906f-9044286ae373 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:45:42.396323 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 6041df2c-9f29-46a4-906f-9044286ae373 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:45:42.905685 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eef58b-1ccb-4d00-87e5-2f931405f3c6 req-c194ec7b-62c7-4219-839e-aabcda793b01 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:42.907201 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-79eef58b-1ccb-4d00-87e5-2f931405f3c6 req-c194ec7b-62c7-4219-839e-aabcda793b01 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 946 time: 0.0708542 Jun 29 12:45:42.918880 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:42.946631 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-79eef58b-1ccb-4d00-87e5-2f931405f3c6 req-a457ce83-b59e-4cd4-a3cd-7bdfe1f8667a tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338843 Jun 29 12:45:43.137444 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72621ec9-7cfa-4afb-babf-e5422ad9a559 req-5a826471-0a08-4c22-b845-f5ddbe144a0f tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:43.138944 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-72621ec9-7cfa-4afb-babf-e5422ad9a559 req-5a826471-0a08-4c22-b845-f5ddbe144a0f tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 946 time: 0.0687687 Jun 29 12:45:43.240578 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-72621ec9-7cfa-4afb-babf-e5422ad9a559 req-bdcf2e35-cdfe-4b0a-8f34-61fc31741814 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Deleting port fc780c41-6b3f-4990-b5db-53ac33836874 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:45:43.240925 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-72621ec9-7cfa-4afb-babf-e5422ad9a559 req-bdcf2e35-cdfe-4b0a-8f34-61fc31741814 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:43.335427 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-72621ec9-7cfa-4afb-babf-e5422ad9a559 req-bdcf2e35-cdfe-4b0a-8f34-61fc31741814 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] For port fc780c41-6b3f-4990-b5db-53ac33836874, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=fc780c41-6b3f-4990-b5db-53ac33836874,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:45:43.335792 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-72621ec9-7cfa-4afb-babf-e5422ad9a559 req-bdcf2e35-cdfe-4b0a-8f34-61fc31741814 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:43.349061 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-72621ec9-7cfa-4afb-babf-e5422ad9a559 req-bdcf2e35-cdfe-4b0a-8f34-61fc31741814 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Calling delete_port for fc780c41-6b3f-4990-b5db-53ac33836874 owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:45:43.582687 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-72621ec9-7cfa-4afb-babf-e5422ad9a559 req-bdcf2e35-cdfe-4b0a-8f34-61fc31741814 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:43.588322 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:43.614261 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf2e35-cdfe-4b0a-8f34-61fc31741814 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event deleted for resources: {'Port': ['ID=fc780c41-6b3f-4990-b5db-53ac33836874,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:43.617365 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-bdcf2e35-cdfe-4b0a-8f34-61fc31741814 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:43.661837 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-72621ec9-7cfa-4afb-babf-e5422ad9a559 req-bdcf2e35-cdfe-4b0a-8f34-61fc31741814 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] No DVR routers for this DVR port fc780c41-6b3f-4990-b5db-53ac33836874 on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:45:43.664142 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-72621ec9-7cfa-4afb-babf-e5422ad9a559 req-bdcf2e35-cdfe-4b0a-8f34-61fc31741814 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:43.667057 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-72621ec9-7cfa-4afb-babf-e5422ad9a559 req-bdcf2e35-cdfe-4b0a-8f34-61fc31741814 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "DELETE /v2.0/ports/fc780c41-6b3f-4990-b5db-53ac33836874 HTTP/1.1" status: 204 len: 173 time: 0.5228231 Jun 29 12:45:43.667427 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'name': 'network-vif-deleted', 'tag': 'fc780c41-6b3f-4990-b5db-53ac33836874'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:45:43.669736 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365690ef-a943-40ea-8bf6-4ee39218f220" -d '{"events": [{"server_uuid": "62943adc-4c4a-43e5-a99a-bd347ec30f1e", "name": "network-vif-deleted", "tag": "fc780c41-6b3f-4990-b5db-53ac33836874"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:45:43.707777 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00b156c-f72e-48a7-8db7-36b0e59c84ee x-openstack-request-id: req-a00b156c-f72e-48a7-8db7-36b0e59c84ee {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:45:43.708238 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62943adc-4c4a-43e5-a99a-bd347ec30f1e", "name": "network-vif-deleted", "tag": "fc780c41-6b3f-4990-b5db-53ac33836874", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:45:43.708536 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a00b156c-f72e-48a7-8db7-36b0e59c84ee {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:45:43.708994 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62943adc-4c4a-43e5-a99a-bd347ec30f1e', 'name': 'network-vif-deleted', 'tag': 'fc780c41-6b3f-4990-b5db-53ac33836874', 'status': 'completed', 'code': 200} Jun 29 12:45:44.111882 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-dfd2f9a3-52f9-4e91-a398-e27577b55e07 req-123ccbbd-d656-409b-8997-7794fd883ac0 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=62943adc-4c4a-43e5-a99a-bd347ec30f1e HTTP/1.1" status: 200 len: 210 time: 0.0368955 Jun 29 12:45:44.115072 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59090) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:44.223014 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-fcee405d-6e05-4fad-b867-3d0d8fc89258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:44.314188 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-fcee405d-6e05-4fad-b867-3d0d8fc89258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:44.381182 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-fcee405d-6e05-4fad-b867-3d0d8fc89258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:44.384469 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-48c41067-13ef-4be1-9c6e-98d63a6cb77c tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:44.424901 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-fcee405d-6e05-4fad-b867-3d0d8fc89258 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb48d5226dae41dc91a3580fbbbc96ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087504 Jun 29 12:45:44.425930 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee405d-6e05-4fad-b867-3d0d8fc89258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a394c81b-e5c9-44c8-838c-b29e3f67a153,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:44.427615 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59108) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:44.440691 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-fcee405d-6e05-4fad-b867-3d0d8fc89258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:44.478784 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-26511932-3c14-4d37-9148-4f7e23cea6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:44.500818 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-26511932-3c14-4d37-9148-4f7e23cea6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:44.638610 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-26511932-3c14-4d37-9148-4f7e23cea6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:44.641511 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-26511932-3c14-4d37-9148-4f7e23cea6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:44.642872 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-26511932-3c14-4d37-9148-4f7e23cea6ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a394c81b-e5c9-44c8-838c-b29e3f67a153 HTTP/1.1" status: 204 len: 168 time: 0.2141111 Jun 29 12:45:44.643741 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-811ac492-ce60-4537-b68d-84ea31644d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:44.653116 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26511932-3c14-4d37-9148-4f7e23cea6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a394c81b-e5c9-44c8-838c-b29e3f67a153,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:44.657835 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-26511932-3c14-4d37-9148-4f7e23cea6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:45.750599 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59210) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:45.850086 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1069413652-network', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:45:46.042889 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Made reservation on behalf of 7385e687e52540e9a4f379ac68f78e81 for: {'network': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:45:46.046748 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:46.054257 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:46.149257 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:46.227202 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:46.231429 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a92d2cc3-2eaf-47a1-b50a-ed318731177e tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:46.249321 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:45:46.263260 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ba8730-b617-4628-aaa7-b4b6da994274,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:46.269904 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:46.271794 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:46.272130 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.segments_db [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Added segment d6cfb11f-a207-4f29-a1e9-4b049b2d647d of type vlan for network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba Jun 29 12:45:46.319953 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:46.391818 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device fc780c41-6b3f-4990-b5db-53ac33836874 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:45:46.412392 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: fc780c41-6b3f-4990-b5db-53ac33836874 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:45:46.417179 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device fc780c41-6b3f-4990-b5db-53ac33836874 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:45:46.436920 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:46.438386 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:46.438982 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:46.441487 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-2c4f64a4-01e7-4596-bb64-911c4a6532b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:46.503969 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Pushing event updated for resources: {'Network': ['ID=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:46.506680 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:46.515021 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:45:46.585889 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8341949 Jun 29 12:45:46.588996 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59248) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:46.593953 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-ebfd4eb8-27c9-417c-8572-b81ddf57491b admin admin] Request body: {'subnet': {'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1069413652-subnet', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'ip_version': 4}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:45:46.693548 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfd4eb8-27c9-417c-8572-b81ddf57491b admin admin] Made reservation on behalf of 7385e687e52540e9a4f379ac68f78e81 for: {'subnet': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:45:46.696183 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4eb8-27c9-417c-8572-b81ddf57491b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6121786'] for subnet, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:46.934037 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4eb8-27c9-417c-8572-b81ddf57491b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5266529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6121768'] for subnet, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:46.937368 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-199ae806-d738-4b2a-b9d2-84dda6650832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:47.005698 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd4eb8-27c9-417c-8572-b81ddf57491b admin admin] Pushing event updated for resources: {'Subnet': ['ID=80bd7839-1704-4ce4-bdcb-9124a2c83049,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:47.007929 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfd4eb8-27c9-417c-8572-b81ddf57491b admin admin] Checking segment: {'id': 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:45:47.008466 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd4eb8-27c9-417c-8572-b81ddf57491b admin admin] Network hostable DHCP agents. Network: 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:45:47.010618 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ebfd4eb8-27c9-417c-8572-b81ddf57491b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:47.118995 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd4eb8-27c9-417c-8572-b81ddf57491b admin admin] Network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:45:47.227829 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-ebfd4eb8-27c9-417c-8572-b81ddf57491b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba) {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:45:47.231910 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfd4eb8-27c9-417c-8572-b81ddf57491b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:47.232496 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-ebfd4eb8-27c9-417c-8572-b81ddf57491b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:47.236923 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3208c321-17c9-4e01-87a4-db862f3da23f None None] Network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:45:47.301874 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-ebfd4eb8-27c9-417c-8572-b81ddf57491b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7116854 Jun 29 12:45:47.304898 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59258) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:47.309472 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:45:47.380334 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc057d23-e375-5077-95d1-fe9a9afeafb6-85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'fixed_ips': [{'subnet_id': '80bd7839-1704-4ce4-bdcb-9124a2c83049'}]}} from dv-cinder-786627-14-iscsi. {{(pid=93601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 12:45:47.385760 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:47.459296 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-740869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:47.460427 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2009'] for router, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:47.512420 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:47.514872 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.db_base_plugin_common [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Allocated IP 172.20.0.2 (85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba/80bd7839-1704-4ce4-bdcb-9124a2c83049/b480e313-a84f-4336-8498-4de3b3762234) {{(pid=93601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:45:47.657771 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:47.666969 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Transition to ACTIVE for port object b480e313-a84f-4336-8498-4de3b3762234 will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:45:47.681965 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Transition to ACTIVE for port object b480e313-a84f-4336-8498-4de3b3762234 will not be triggered until provisioned by entity DHCP. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:45:47.717550 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1835'] for router, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:47.787391 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:47.789998 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:47.826062 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba is already hosted by enough agents. {{(pid=93601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:45:47.828865 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.base_scheduler [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Resources bound (agent type, host, resource id): {{(pid=93601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:45:47.831416 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Received port after_create {{(pid=93601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:45:47.844185 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Pushing event updated for resources: {'Port': ['ID=b480e313-a84f-4336-8498-4de3b3762234,revision_number=1']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:47.846876 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:47.863945 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59262) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:47.895180 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Attempting to bind port b480e313-a84f-4336-8498-4de3b3762234 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:45:47.895552 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Attempting to bind port b480e313-a84f-4336-8498-4de3b3762234 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:45:47.895920 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Attempting to bind port b480e313-a84f-4336-8498-4de3b3762234 on network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:45:47.900887 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:45:47.901264 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Checking segment: {'id': 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:45:47.901673 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:47.902071 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Bound using segment: {'id': 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:45:47.902611 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Bound port: b480e313-a84f-4336-8498-4de3b3762234, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:45:47.902995 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:47.914012 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:47.968711 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] For port b480e313-a84f-4336-8498-4de3b3762234, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:45:47.972049 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] For port b480e313-a84f-4336-8498-4de3b3762234, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b480e313-a84f-4336-8498-4de3b3762234,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:45:48.073264 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.076271 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:48.080842 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Deleting port 45389a2d-b780-4cb4-8e75-e9469381a870 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:45:48.082483 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.246041 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.260718 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Pushing event updated for resources: {'Port': ['ID=b480e313-a84f-4336-8498-4de3b3762234,revision_number=2']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:48.263885 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:48.267357 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.267688 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.270860 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.293119 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Calling delete_port for 45389a2d-b780-4cb4-8e75-e9469381a870 owned by network:floatingip {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:45:48.395115 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59270) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:48.461486 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Allocated IP 172.27.2.225 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/9c17bd49-fc01-476d-8eab-4f3951d6eac0) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:45:48.575074 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-7d7ac420-c337-40c8-ac4d-d1a23be9d6cb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=470eaf8ca1f548599a080f84fdba2f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787343 Jun 29 12:45:48.577430 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59274) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:48.624797 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.627181 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-76202235-00d1-499c-a28e-59f7b7536067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.648977 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-76202235-00d1-499c-a28e-59f7b7536067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.705198 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.707453 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f7e1fd0b-c735-4ced-ae32-39365f485377 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:48.738806 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event deleted for resources: {'Port': ['ID=45389a2d-b780-4cb4-8e75-e9469381a870,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:48.741353 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.774027 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:48.774756 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:48.774946 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:48.775313 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:48.775672 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:48.776030 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:48.776386 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:48.776741 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:48.777095 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:48.777447 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:48.777796 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:48.778213 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:48.781657 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:48.784276 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-b4b5299f-c738-48cc-ab95-dc447e3961d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:48.792112 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-76202235-00d1-499c-a28e-59f7b7536067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.794801 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-76202235-00d1-499c-a28e-59f7b7536067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.796029 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-76202235-00d1-499c-a28e-59f7b7536067 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/70c6ae3e-0c8c-428c-b101-128923f14b02 HTTP/1.1" status: 204 len: 168 time: 0.2176542 Jun 29 12:45:48.797013 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-f03e6ba9-35ae-4d52-a6dc-81fd528f6cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:48.806676 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76202235-00d1-499c-a28e-59f7b7536067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c6ae3e-0c8c-428c-b101-128923f14b02,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:48.809245 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-76202235-00d1-499c-a28e-59f7b7536067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:48.832277 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:45:48.844222 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:45:48.846547 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:45:48.901061 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Pushing event updated for resources: {'Port': ['ID=9c17bd49-fc01-476d-8eab-4f3951d6eac0,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:48.904201 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:48.909032 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for floatingip, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:48.909373 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.l3_db [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Floating IP b3a64949-ebfe-495c-b411-f6e62ba3f6e4 disassociated (deleted). External IP: 172.27.2.227, port: e3044ed3-1169-44be-a52f-43758b49b9e8. Jun 29 12:45:49.206012 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d3f786-7f3a-4ebf-92a7-441f76b94a1d None None] Network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:45:49.343316 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-cbd5e3c6-c5b8-40f3-84a1-d8add491f535 None None] Provisioning for port b480e313-a84f-4336-8498-4de3b3762234 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:45:49.536115 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Router bc931623-df8c-4f0e-bd2c-4591fda12dea has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:45:49.624159 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:49.684220 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b480e313-a84f-4336-8498-4de3b3762234 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:45:49.758285 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:45:49.764345 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:49.771438 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f577e40e-1699-4f12-9902-46caa5c51f36 None None] Sync routers for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:45:49.781509 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f577e40e-1699-4f12-9902-46caa5c51f36 None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:45:49.782168 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-f577e40e-1699-4f12-9902-46caa5c51f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:49.836395 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port b480e313-a84f-4336-8498-4de3b3762234 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:45:49.840176 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port b480e313-a84f-4336-8498-4de3b3762234 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:45:49.840566 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:49.887112 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-68f7de78-b911-418a-8a08-fed8c96c7659 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "DELETE /v2.0/floatingips/b3a64949-ebfe-495c-b411-f6e62ba3f6e4 HTTP/1.1" status: 204 len: 168 time: 2.0221031 Jun 29 12:45:49.889602 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'tag': 'e3044ed3-1169-44be-a52f-43758b49b9e8'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:45:49.891878 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e73c8d-e810-4516-a4d4-2ce7b7580499" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b46f61-f12f-4caf-b5af-f6ee33f3e578", "tag": "e3044ed3-1169-44be-a52f-43758b49b9e8"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:45:49.901250 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780704'] for router, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:49.948093 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-f577e40e-1699-4f12-9902-46caa5c51f36 None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:45:50.127261 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b531fa-4f7f-41df-afdc-84de238ee0de x-openstack-request-id: req-17b531fa-4f7f-41df-afdc-84de238ee0de {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:45:50.127587 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b46f61-f12f-4caf-b5af-f6ee33f3e578", "tag": "e3044ed3-1169-44be-a52f-43758b49b9e8", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:45:50.127880 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-17b531fa-4f7f-41df-afdc-84de238ee0de {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:45:50.128311 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'tag': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'status': 'completed', 'code': 200} Jun 29 12:45:50.133605 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Router 908d1309-d207-48f6-a765-e27e9b249c3b is scheduled to L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd with binding_index 1 {{(pid=93600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 12:45:50.197833 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:50.236910 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port b480e313-a84f-4336-8498-4de3b3762234, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b480e313-a84f-4336-8498-4de3b3762234,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:45:50.254221 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-f577e40e-1699-4f12-9902-46caa5c51f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:50.258732 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:45:50.269037 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Sync routers for ids ['908d1309-d207-48f6-a765-e27e9b249c3b'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:45:50.281232 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Routers {'908d1309-d207-48f6-a765-e27e9b249c3b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:45:50.282008 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['908d1309-d207-48f6-a765-e27e9b249c3b'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:50.284744 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f577e40e-1699-4f12-9902-46caa5c51f36 None None] Checking router: bc931623-df8c-4f0e-bd2c-4591fda12dea for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:45:50.293646 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f577e40e-1699-4f12-9902-46caa5c51f36 None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:45:50.294301 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-f577e40e-1699-4f12-9902-46caa5c51f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:50.332023 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e73c8d-e810-4516-a4d4-2ce7b7580499 req-d7fe8e48-5f5f-4da0-8b3c-8b5ff7cc2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:50.333775 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-19e73c8d-e810-4516-a4d4-2ce7b7580499 req-d7fe8e48-5f5f-4da0-8b3c-8b5ff7cc2d19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aecb4929e9154840a6f709ac017ba153&device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 1098 time: 0.1782448 Jun 29 12:45:50.350985 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] Notify callbacks [] for router, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:50.356222 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-896b4f58-f9fa-4d46-800d-08bf56105438 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0464783 Jun 29 12:45:50.361321 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59286) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:50.386238 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:50.390307 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:50.401217 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Set router 908d1309-d207-48f6-a765-e27e9b249c3b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:45:50.480776 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e73c8d-e810-4516-a4d4-2ce7b7580499 req-d8bc3a63-5d53-40e2-9c25-5bb917611de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:50.482876 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-19e73c8d-e810-4516-a4d4-2ce7b7580499 req-d8bc3a63-5d53-40e2-9c25-5bb917611de7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 200 len: 913 time: 0.1346645 Jun 29 12:45:50.507061 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-f577e40e-1699-4f12-9902-46caa5c51f36 None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:45:50.539534 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-19e73c8d-e810-4516-a4d4-2ce7b7580499 req-b1089425-5906-46ac-93fa-a8a478aa1391 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3044ed3-1169-44be-a52f-43758b49b9e8 HTTP/1.1" status: 200 len: 217 time: 0.0487382 Jun 29 12:45:50.616735 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=b480e313-a84f-4336-8498-4de3b3762234,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:50.631475 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:50.652963 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e73c8d-e810-4516-a4d4-2ce7b7580499 req-f6c71e09-3a8a-4457-b27a-c35b6efe5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:50.654441 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-19e73c8d-e810-4516-a4d4-2ce7b7580499 req-f6c71e09-3a8a-4457-b27a-c35b6efe5dd4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ed6842b-cdcd-4d9c-ae32-2283816942c0 HTTP/1.1" status: 200 len: 851 time: 0.1074307 Jun 29 12:45:50.730916 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:45:49Z', 'revision_number': 3, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port': {'id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:48Z', 'updated_at': '2021-06-29T12:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:50.774939 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-f577e40e-1699-4f12-9902-46caa5c51f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:50.775924 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Checking router: 908d1309-d207-48f6-a765-e27e9b249c3b for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:45:50.776286 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Updating router 908d1309-d207-48f6-a765-e27e9b249c3b port 9c17bd49-fc01-476d-8eab-4f3951d6eac0 binding host dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:45:50.776749 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e73c8d-e810-4516-a4d4-2ce7b7580499 req-043b5508-f2cb-4f2d-aa99-12af84e65044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:50.778518 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-19e73c8d-e810-4516-a4d4-2ce7b7580499 req-043b5508-f2cb-4f2d-aa99-12af84e65044 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b9e71c4-1eed-44d0-a62f-71fbb4a72792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1164083 Jun 29 12:45:50.786788 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12b2f0-26d2-4246-9395-3d1c022c40f1 req-687460e6-0dbd-46e3-b10d-5edb0712295c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:50.788594 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-df12b2f0-26d2-4246-9395-3d1c022c40f1 req-687460e6-0dbd-46e3-b10d-5edb0712295c tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 945 time: 0.1830087 Jun 29 12:45:50.815610 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f577e40e-1699-4f12-9902-46caa5c51f36 None None] The sync data for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi is: [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:37:49Z', 'revision_number': 4, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': '39468d8d-8ad2-4873-bcd5-7d41d3aa4b47', 'name': '', 'network_id': '4b9e71c4-1eed-44d0-a62f-71fbb4a72792', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'mac_address': 'fa:16:3e:42:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:49Z', 'updated_at': '2021-06-29T12:37:56Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'subnets': [{'id': '6ed6842b-cdcd-4d9c-ae32-2283816942c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:45:50.826029 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:50.885355 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-df12b2f0-26d2-4246-9395-3d1c022c40f1 req-00c391cf-99a7-4bd5-9c3f-669ae77688c8 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876882 Jun 29 12:45:50.902641 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:50.919545 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-19e73c8d-e810-4516-a4d4-2ce7b7580499 req-acaf6e62-393d-4418-9151-f0c58277d6c1 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293371 Jun 29 12:45:51.034597 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-19e73c8d-e810-4516-a4d4-2ce7b7580499 req-635e7679-814e-4fa5-88e0-b447d97b0a10 service neutron] 10.222.0.37 "GET /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064165 Jun 29 12:45:51.079797 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Allocated IP 172.20.0.1 (85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba/80bd7839-1704-4ce4-bdcb-9124a2c83049/fd8e5dd4-c928-4703-ade3-f99cee522b9a) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:45:51.128949 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c87c8e-3505-4d18-b887-4ed83590a9af None None] New status for floating IP b3a64949-ebfe-495c-b411-f6e62ba3f6e4: DOWN {{(pid=93601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:45:51.140680 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.152576 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.provisioning_blocks [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Transition to ACTIVE for port object 9c17bd49-fc01-476d-8eab-4f3951d6eac0 will not be triggered until provisioned by entity L2. {{(pid=93602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:45:51.190533 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.204860 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Transition to ACTIVE for port object fd8e5dd4-c928-4703-ade3-f99cee522b9a will not be triggered until provisioned by entity DHCP. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:45:51.219324 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.223380 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-6cdcde0f-7f14-4e2f-bb49-6a8c4aa4288f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:51.276105 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Attempting to bind port 9c17bd49-fc01-476d-8eab-4f3951d6eac0 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:45:51.276682 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Attempting to bind port 9c17bd49-fc01-476d-8eab-4f3951d6eac0 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:45:51.276827 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Attempting to bind port 9c17bd49-fc01-476d-8eab-4f3951d6eac0 on network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:45:51.278722 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Pushing event updated for resources: {'Port': ['ID=9c17bd49-fc01-476d-8eab-4f3951d6eac0,revision_number=2']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:51.287185 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:45:51.287559 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Checking segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:45:51.287954 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.288347 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Bound using segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:45:51.288811 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Bound port: 9c17bd49-fc01-476d-8eab-4f3951d6eac0, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:45:51.289759 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.292567 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:51.292908 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:51.293240 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:51.293567 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:51.293892 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:51.294242 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:51.294562 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:51.294882 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:51.295209 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:51.295529 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:51.295843 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:51.296155 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:51.299529 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.302840 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5241a02a-b851-4e24-86e9-c4d34a9f4279 tempest-AttachVolumeTestJSON-1954934009 tempest-AttachVolumeTestJSON-1954934009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:51.315453 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:51.336805 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:45:51.341521 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:45:51.344926 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:45:51.345859 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] For port 9c17bd49-fc01-476d-8eab-4f3951d6eac0, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:45:51.349682 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] For port 9c17bd49-fc01-476d-8eab-4f3951d6eac0, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=9c17bd49-fc01-476d-8eab-4f3951d6eac0,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:45:51.376692 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Pushing event updated for resources: {'Port': ['ID=fd8e5dd4-c928-4703-ade3-f99cee522b9a,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:51.380822 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:51.395684 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737671'] for router_interface, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.456267 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.459521 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:51.517747 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Routers {'908d1309-d207-48f6-a765-e27e9b249c3b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:45:51.518410 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['908d1309-d207-48f6-a765-e27e9b249c3b'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:51.554078 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Pushing event updated for resources: {'Port': ['ID=9c17bd49-fc01-476d-8eab-4f3951d6eac0,revision_number=3']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:51.558933 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-73a282e2-85b4-4724-a2fe-746cf4de5074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:51.600453 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.638847 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] Set router 908d1309-d207-48f6-a765-e27e9b249c3b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:45:51.658118 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b480e313-a84f-4336-8498-4de3b3762234 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:45:51.685335 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-e16ff8fe-0dab-4f32-ae94-e7e80be40e81 None None] Provisioning for port fd8e5dd4-c928-4703-ade3-f99cee522b9a completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:45:51.694948 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-e16ff8fe-0dab-4f32-ae94-e7e80be40e81 None None] Provisioning complete for port fd8e5dd4-c928-4703-ade3-f99cee522b9a triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:45:51.695928 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-e16ff8fe-0dab-4f32-ae94-e7e80be40e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.735173 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-e16ff8fe-0dab-4f32-ae94-e7e80be40e81 None None] Port fd8e5dd4-c928-4703-ade3-f99cee522b9a cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:45:51.745254 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port b480e313-a84f-4336-8498-4de3b3762234 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:45:51.745632 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.791381 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.837658 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:45:49Z', 'revision_number': 3, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port': {'id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:48Z', 'updated_at': '2021-06-29T12:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:51.860952 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.864242 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-2e6a9adf-9d5d-4d90-95cf-45c901577a92 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:51.866588 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f97707-4df3-4338-aa45-52d9982486b6 None None] The sync data for ids ['908d1309-d207-48f6-a765-e27e9b249c3b'] in dv-cinder-786627-14-iscsi is: [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:45:49Z', 'revision_number': 3, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port': {'id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:48Z', 'updated_at': '2021-06-29T12:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:45:51.936149 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737555'] for router_interface, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:51.938269 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Pushing event updated for resources: {'Port': ['ID=fd8e5dd4-c928-4703-ade3-f99cee522b9a,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:51.941665 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:52.035187 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00acf4-fc06-481c-b62d-84f4f5d866d7 req-a85496b9-47d8-400b-a5a9-6b94d5321a34 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:52.037501 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4c00acf4-fc06-481c-b62d-84f4f5d866d7 req-a85496b9-47d8-400b-a5a9-6b94d5321a34 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 945 time: 0.0875976 Jun 29 12:45:52.052889 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:45:52.054706 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:45:52.222922 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b49447-6bab-4dbc-80db-b6cf7a566176 req-4abc2b29-943e-4e01-958e-f730f095397d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:52.228059 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a3b49447-6bab-4dbc-80db-b6cf7a566176 req-4abc2b29-943e-4e01-958e-f730f095397d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 945 time: 0.1504080 Jun 29 12:45:52.236514 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Router 908d1309-d207-48f6-a765-e27e9b249c3b has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:45:52.255162 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-4c00acf4-fc06-481c-b62d-84f4f5d866d7 req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Deleting port e3044ed3-1169-44be-a52f-43758b49b9e8 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:45:52.255509 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-4c00acf4-fc06-481c-b62d-84f4f5d866d7 req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:52.322684 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a3b49447-6bab-4dbc-80db-b6cf7a566176 req-649d5714-66c6-4b76-a3b5-17bc96502488 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb1413c-8d8f-472f-9b94-1304522be6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890172 Jun 29 12:45:52.362398 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-49918aa6-a807-4358-8c9d-de04d7a8726d None None] Provisioning complete for port fd8e5dd4-c928-4703-ade3-f99cee522b9a triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:45:52.363127 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-49918aa6-a807-4358-8c9d-de04d7a8726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:52.373794 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:45:52.382653 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] 10.222.0.61 "PUT /v2.0/routers/908d1309-d207-48f6-a765-e27e9b249c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0251057 Jun 29 12:45:52.392204 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-4c00acf4-fc06-481c-b62d-84f4f5d866d7 req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] For port e3044ed3-1169-44be-a52f-43758b49b9e8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e3044ed3-1169-44be-a52f-43758b49b9e8,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:45:52.392797 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-4c00acf4-fc06-481c-b62d-84f4f5d866d7 req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:52.408554 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-4c00acf4-fc06-481c-b62d-84f4f5d866d7 req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Calling delete_port for e3044ed3-1169-44be-a52f-43758b49b9e8 owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:45:52.410703 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-49918aa6-a807-4358-8c9d-de04d7a8726d None None] Port fd8e5dd4-c928-4703-ade3-f99cee522b9a cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:45:52.627018 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-4c00acf4-fc06-481c-b62d-84f4f5d866d7 req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:52.631223 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ac072e04-0d51-4db2-95dd-6451afe15d9a tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:52.665354 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event deleted for resources: {'Port': ['ID=e3044ed3-1169-44be-a52f-43758b49b9e8,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:52.672988 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:52.673374 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:52.673757 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:52.674111 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:52.674499 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:52.675043 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:52.675382 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:52.675751 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:52.676112 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:52.676514 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:52.676811 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:52.677164 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:45:52.683615 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:52.732096 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c00acf4-fc06-481c-b62d-84f4f5d866d7 req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] No DVR routers for this DVR port e3044ed3-1169-44be-a52f-43758b49b9e8 on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:45:52.734733 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-4c00acf4-fc06-481c-b62d-84f4f5d866d7 req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:52.736755 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4c00acf4-fc06-481c-b62d-84f4f5d866d7 req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.37 "DELETE /v2.0/ports/e3044ed3-1169-44be-a52f-43758b49b9e8 HTTP/1.1" status: 204 len: 173 time: 0.6927087 Jun 29 12:45:52.737316 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'name': 'network-vif-deleted', 'tag': 'e3044ed3-1169-44be-a52f-43758b49b9e8'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:45:52.739709 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1285c8-3e1d-4c02-b078-e037d93f2b04" -d '{"events": [{"server_uuid": "a2b46f61-f12f-4caf-b5af-f6ee33f3e578", "name": "network-vif-deleted", "tag": "e3044ed3-1169-44be-a52f-43758b49b9e8"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:45:52.778452 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b1a0fb-333d-4805-8ebf-7120be909914 x-openstack-request-id: req-01b1a0fb-333d-4805-8ebf-7120be909914 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:45:52.778794 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b46f61-f12f-4caf-b5af-f6ee33f3e578", "name": "network-vif-deleted", "tag": "e3044ed3-1169-44be-a52f-43758b49b9e8", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:45:52.779093 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01b1a0fb-333d-4805-8ebf-7120be909914 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:45:52.779926 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b46f61-f12f-4caf-b5af-f6ee33f3e578', 'name': 'network-vif-deleted', 'tag': 'e3044ed3-1169-44be-a52f-43758b49b9e8', 'status': 'completed', 'code': 200} Jun 29 12:45:53.259997 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59310) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:53.265005 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1505775407-network', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:45:53.356226 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Made reservation on behalf of 6cb9d096144d49fc91b21f76f949cd4c for: {'network': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:45:53.358616 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for network, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:53.599618 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Sync routers for ids ['908d1309-d207-48f6-a765-e27e9b249c3b'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:45:53.609944 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Routers {'908d1309-d207-48f6-a765-e27e9b249c3b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:45:53.610672 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['908d1309-d207-48f6-a765-e27e9b249c3b'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:53.658459 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:53.687622 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 9c17bd49-fc01-476d-8eab-4f3951d6eac0 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:45:53.693150 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4a484aca-d531-453f-b5a0-f84a29e0c030 req-f08ef4c0-2c16-4185-b272-f1405fe5152d tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b46f61-f12f-4caf-b5af-f6ee33f3e578 HTTP/1.1" status: 200 len: 210 time: 0.0365617 Jun 29 12:45:53.739883 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Set router 908d1309-d207-48f6-a765-e27e9b249c3b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:45:53.794471 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:53.872738 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 9c17bd49-fc01-476d-8eab-4f3951d6eac0 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:45:53.876526 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 9c17bd49-fc01-476d-8eab-4f3951d6eac0 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:45:53.883007 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:53.913807 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:53.915747 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-a183c7a2-70b3-4b70-b2ef-85ca580b836d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:53.943673 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 12:45:53.956418 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27745405-b2f5-4f47-84a9-27273691fb6f,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:53.956634 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:45:51Z', 'revision_number': 4, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port': {'id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:48Z', 'updated_at': '2021-06-29T12:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'fd8e5dd4-c928-4703-ade3-f99cee522b9a', 'name': '', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'mac_address': 'fa:16:3e:c2:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:50Z', 'updated_at': '2021-06-29T12:45:51Z', 'revision_number': 2, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'subnets': [{'id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:53.960483 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:53.964184 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:53.965845 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:53.966419 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.db.segments_db [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Added segment 18b6ed28-a438-4bc2-b222-ffe58f996687 of type vlan for network 908896f1-e0d3-479a-bb0e-d8cb47607d0e Jun 29 12:45:53.985388 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port 9c17bd49-fc01-476d-8eab-4f3951d6eac0, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=9c17bd49-fc01-476d-8eab-4f3951d6eac0,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:45:53.988384 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Checking router: 908d1309-d207-48f6-a765-e27e9b249c3b for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:45:53.992441 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Updating router 908d1309-d207-48f6-a765-e27e9b249c3b port fd8e5dd4-c928-4703-ade3-f99cee522b9a binding host dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:45:54.021092 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792255662924'] for network, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:54.034925 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:54.078539 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:54.080387 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:54.107439 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488'] for network, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:54.108843 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:54.109582 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:54.112998 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-85632bbe-f196-479f-bcee-424499832548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:54.181630 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Pushing event updated for resources: {'Network': ['ID=908896f1-e0d3-479a-bb0e-d8cb47607d0e,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:54.184575 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:54.223968 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-726754c3-d3c1-4204-91a5-c1a2c22552f3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9615672 Jun 29 12:45:54.225239 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59314) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:54.229366 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Network 908896f1-e0d3-479a-bb0e-d8cb47607d0e details requested by agent ovs-agent-dv-cinder-786627-14-iscsi with host dv-cinder-786627-14-iscsi {{(pid=93601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 12:45:54.231699 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-55d6c5e0-672d-4322-9c29-76bfb5687661 admin admin] Request body: {'subnet': {'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1505775407-subnet', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'ip_version': 4}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:45:54.307685 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=9c17bd49-fc01-476d-8eab-4f3951d6eac0,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:54.311502 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:54.323882 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d6c5e0-672d-4322-9c29-76bfb5687661 admin admin] Made reservation on behalf of 6cb9d096144d49fc91b21f76f949cd4c for: {'subnet': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:45:54.328192 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-55d6c5e0-672d-4322-9c29-76bfb5687661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6121786'] for subnet, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:54.390378 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:54.400646 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.provisioning_blocks [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Transition to ACTIVE for port object fd8e5dd4-c928-4703-ade3-f99cee522b9a will not be triggered until provisioned by entity L2. {{(pid=93602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:45:54.407006 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device e3044ed3-1169-44be-a52f-43758b49b9e8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:45:54.429263 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: e3044ed3-1169-44be-a52f-43758b49b9e8 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:45:54.430216 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device e3044ed3-1169-44be-a52f-43758b49b9e8 not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:45:54.487927 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:54.491308 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:54.540362 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698362c-e40d-40a4-a040-b8e11e4106b8 None None] Pushing event updated for resources: {'Port': ['ID=fd8e5dd4-c928-4703-ade3-f99cee522b9a,revision_number=3']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:54.552864 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-55d6c5e0-672d-4322-9c29-76bfb5687661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5266529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6121768'] for subnet, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:54.557061 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:54.571084 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-5698362c-e40d-40a4-a040-b8e11e4106b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:54.600033 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Attempting to bind port fd8e5dd4-c928-4703-ade3-f99cee522b9a on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:45:54.600726 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Attempting to bind port fd8e5dd4-c928-4703-ade3-f99cee522b9a by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba'}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:45:54.600839 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Attempting to bind port fd8e5dd4-c928-4703-ade3-f99cee522b9a on network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:45:54.606980 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:45:54.607504 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Checking segment: {'id': 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:45:54.607914 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:54.608317 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Bound using segment: {'id': 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba'} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:45:54.608790 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Bound port: fd8e5dd4-c928-4703-ade3-f99cee522b9a, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba'}}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:45:54.609192 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:54.615760 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6c5e0-672d-4322-9c29-76bfb5687661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=351bf815-46a6-43bf-8413-05c645c8bc05,revision_number=0']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:54.619349 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-55d6c5e0-672d-4322-9c29-76bfb5687661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:54.625216 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d6c5e0-672d-4322-9c29-76bfb5687661 admin admin] Checking segment: {'id': '18b6ed28-a438-4bc2-b222-ffe58f996687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:45:54.625577 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d6c5e0-672d-4322-9c29-76bfb5687661 admin admin] Network hostable DHCP agents. Network: 908896f1-e0d3-479a-bb0e-d8cb47607d0e, hostable agents: ['c683a4e4-949c-4197-b22b-2544ce43cae5'], hosted agents: [] {{(pid=93599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 12:45:54.675191 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] For port fd8e5dd4-c928-4703-ade3-f99cee522b9a, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:45:54.678575 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] For port fd8e5dd4-c928-4703-ade3-f99cee522b9a, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=fd8e5dd4-c928-4703-ade3-f99cee522b9a,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:45:54.701044 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d6c5e0-672d-4322-9c29-76bfb5687661 admin admin] Network 908896f1-e0d3-479a-bb0e-d8cb47607d0e is scheduled to be hosted by DHCP agent c683a4e4-949c-4197-b22b-2544ce43cae5 with binding_index 1 {{(pid=93599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 12:45:54.753129 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:54.755443 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:54.781662 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-55d6c5e0-672d-4322-9c29-76bfb5687661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-14-iscsi, 908896f1-e0d3-479a-bb0e-d8cb47607d0e) {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:45:54.786423 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d6c5e0-672d-4322-9c29-76bfb5687661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:45:54.787209 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-55d6c5e0-672d-4322-9c29-76bfb5687661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:54.793093 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e8ef93-3ada-435e-b76a-ddd7648df2a4 None None] Network 908896f1-e0d3-479a-bb0e-d8cb47607d0e requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:45:54.803833 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59318) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:54.818920 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698362c-e40d-40a4-a040-b8e11e4106b8 None None] Pushing event updated for resources: {'Port': ['ID=fd8e5dd4-c928-4703-ade3-f99cee522b9a,revision_number=4']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:54.822604 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-5698362c-e40d-40a4-a040-b8e11e4106b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:54.824832 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Routers {'908d1309-d207-48f6-a765-e27e9b249c3b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:45:54.825448 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['908d1309-d207-48f6-a765-e27e9b249c3b'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:54.885895 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-55d6c5e0-672d-4322-9c29-76bfb5687661 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6570404 Jun 29 12:45:54.886360 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59320) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:54.891727 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1505775407-router', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:45:54.951410 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] Set router 908d1309-d207-48f6-a765-e27e9b249c3b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:45:54.966048 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-32114e2e-a988-46ef-a8ff-406ee562d17e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Deleting port 40c0a899-f24e-4f57-978e-3c990f1b81cd {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:45:54.967122 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-32114e2e-a988-46ef-a8ff-406ee562d17e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.009852 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-740869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2000'] for router, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.012580 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744916', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-683355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2009'] for router, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.027067 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc057d23-e375-5077-95d1-fe9a9afeafb6-908896f1-e0d3-479a-bb0e-d8cb47607d0e', 'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'fixed_ips': [{'subnet_id': '351bf815-46a6-43bf-8413-05c645c8bc05'}]}} from dv-cinder-786627-14-iscsi. {{(pid=93601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 12:45:55.029936 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.056005 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:45:55.080682 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.102332 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-32114e2e-a988-46ef-a8ff-406ee562d17e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.102814 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-32114e2e-a988-46ef-a8ff-406ee562d17e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.116228 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-32114e2e-a988-46ef-a8ff-406ee562d17e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Calling delete_port for 40c0a899-f24e-4f57-978e-3c990f1b81cd owned by network:floatingip {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:45:55.189350 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:45:51Z', 'revision_number': 4, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port': {'id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:48Z', 'updated_at': '2021-06-29T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'fd8e5dd4-c928-4703-ade3-f99cee522b9a', 'name': '', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'mac_address': 'fa:16:3e:c2:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:50Z', 'updated_at': '2021-06-29T12:45:54Z', 'revision_number': 4, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'subnets': [{'id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:55.228629 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.db_base_plugin_common [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Allocated IP 172.20.0.2 (908896f1-e0d3-479a-bb0e-d8cb47607d0e/351bf815-46a6-43bf-8413-05c645c8bc05/04b458c7-8aaf-4c34-befb-b01fe17b72f3) {{(pid=93601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:45:55.254043 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b69ef35-07d7-4cee-9e31-0fb3f1c295a4 None None] The sync data for ids ['908d1309-d207-48f6-a765-e27e9b249c3b'] in dv-cinder-786627-14-iscsi is: [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:45:51Z', 'revision_number': 4, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port': {'id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:48Z', 'updated_at': '2021-06-29T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'fd8e5dd4-c928-4703-ade3-f99cee522b9a', 'name': '', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'mac_address': 'fa:16:3e:c2:10:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:50Z', 'updated_at': '2021-06-29T12:45:54Z', 'revision_number': 4, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'subnets': [{'id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:45:55.331231 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-32114e2e-a988-46ef-a8ff-406ee562d17e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.337642 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-013c1738-118f-4b9e-8b27-984b4e5898a7 tempest-AttachVolumeShelveTestJSON-1373354211 tempest-AttachVolumeShelveTestJSON-1373354211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:55.358588 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1835'] for router, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.363410 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32114e2e-a988-46ef-a8ff-406ee562d17e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event deleted for resources: {'Port': ['ID=40c0a899-f24e-4f57-978e-3c990f1b81cd,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:55.367679 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-32114e2e-a988-46ef-a8ff-406ee562d17e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:55.448223 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Notify callbacks [] for port, precommit_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.449983 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-32114e2e-a988-46ef-a8ff-406ee562d17e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for floatingip, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.453464 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-32114e2e-a988-46ef-a8ff-406ee562d17e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.456997 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-32114e2e-a988-46ef-a8ff-406ee562d17e tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "DELETE /v2.0/floatingips/8aeecb7c-147f-4454-91f9-014453d4030c HTTP/1.1" status: 204 len: 168 time: 0.6495287 Jun 29 12:45:55.461479 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Transition to ACTIVE for port object 04b458c7-8aaf-4c34-befb-b01fe17b72f3 will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:45:55.478068 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Transition to ACTIVE for port object 04b458c7-8aaf-4c34-befb-b01fe17b72f3 will not be triggered until provisioned by entity DHCP. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:45:55.546359 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429'] for port, after_create {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.549571 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:55.649791 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Network 908896f1-e0d3-479a-bb0e-d8cb47607d0e is already hosted by enough agents. {{(pid=93601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:45:55.653969 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.scheduler.base_scheduler [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Resources bound (agent type, host, resource id): {{(pid=93601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:45:55.658463 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Pushing event updated for resources: {'Port': ['ID=04b458c7-8aaf-4c34-befb-b01fe17b72f3,revision_number=1']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:55.661317 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Received port after_create {{(pid=93601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:45:55.663712 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:55.676881 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.699243 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.730419 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Attempting to bind port 04b458c7-8aaf-4c34-befb-b01fe17b72f3 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:45:55.730801 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Attempting to bind port 04b458c7-8aaf-4c34-befb-b01fe17b72f3 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '18b6ed28-a438-4bc2-b222-ffe58f996687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:45:55.731205 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Attempting to bind port 04b458c7-8aaf-4c34-befb-b01fe17b72f3 on network 908896f1-e0d3-479a-bb0e-d8cb47607d0e {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:45:55.736582 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:45:55.737860 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Checking segment: {'id': '18b6ed28-a438-4bc2-b222-ffe58f996687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:45:55.737860 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.737860 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Bound using segment: {'id': '18b6ed28-a438-4bc2-b222-ffe58f996687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:45:55.738412 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Bound port: 04b458c7-8aaf-4c34-befb-b01fe17b72f3, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b6ed28-a438-4bc2-b222-ffe58f996687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:45:55.738798 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.821114 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Allocated IP 172.27.2.51 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/c5d80280-394e-4b24-a767-744e3a057763) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:45:55.834694 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device fd8e5dd4-c928-4703-ade3-f99cee522b9a up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:45:55.864111 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] For port 04b458c7-8aaf-4c34-befb-b01fe17b72f3, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:45:55.890634 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] For port 04b458c7-8aaf-4c34-befb-b01fe17b72f3, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=04b458c7-8aaf-4c34-befb-b01fe17b72f3,segment=NetworkSegment(18b6ed28-a438-4bc2-b222-ffe58f996687),segment_id=18b6ed28-a438-4bc2-b222-ffe58f996687)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:45:55.930775 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.933583 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:55.966284 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:55.998652 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Pushing event updated for resources: {'Port': ['ID=04b458c7-8aaf-4c34-befb-b01fe17b72f3,revision_number=2']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:56.001937 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-e19adbe7-9530-46f4-94b7-99c3c8adf235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:56.003889 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port fd8e5dd4-c928-4703-ade3-f99cee522b9a completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:45:56.009713 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port fd8e5dd4-c928-4703-ade3-f99cee522b9a triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:45:56.010107 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:56.097305 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:56.113285 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:56.115627 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-11ebf138-14b6-478a-a24c-1377d5383b78 tempest-ServerRescueNegativeTestJSON-1648326296 tempest-ServerRescueNegativeTestJSON-1648326296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:56.135307 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port fd8e5dd4-c928-4703-ade3-f99cee522b9a, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=fd8e5dd4-c928-4703-ade3-f99cee522b9a,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:45:56.184901 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:45:56.190691 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:45:56.193557 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:45:56.224651 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Pushing event updated for resources: {'Port': ['ID=c5d80280-394e-4b24-a767-744e3a057763,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:56.234595 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:56.238990 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:56.240638 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 9c17bd49-fc01-476d-8eab-4f3951d6eac0 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:45:56.265977 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:56.333340 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=fd8e5dd4-c928-4703-ade3-f99cee522b9a,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:56.343289 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:56.355502 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 9c17bd49-fc01-476d-8eab-4f3951d6eac0 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:45:56.355882 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:56.565544 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:56.761617 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780704'] for router, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:56.987491 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59332) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:56.997545 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de5bc71-0515-4064-b122-50a756fd5455 None None] Network 908896f1-e0d3-479a-bb0e-d8cb47607d0e requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:45:56.998051 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Router 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b is scheduled to L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd with binding_index 1 {{(pid=93599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 12:45:57.123756 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-c0b8d561-d0df-484a-a5d9-c70ea45c08b3 None None] Provisioning for port 04b458c7-8aaf-4c34-befb-b01fe17b72f3 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:45:57.127180 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-32973e42-d6d7-44b3-b0b9-9b82c12af373 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:57.165221 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-32973e42-d6d7-44b3-b0b9-9b82c12af373 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:57.174935 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:45:57.185546 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Sync routers for ids ['7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:45:57.194230 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Routers {'7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:45:57.194887 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:57.259264 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] Notify callbacks [] for router, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:57.261395 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-33257ea2-a288-4181-bf7e-1eb185ae9516 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3729663 Jun 29 12:45:57.263798 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59334) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:57.307706 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Set router 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:45:57.322578 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-32973e42-d6d7-44b3-b0b9-9b82c12af373 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:57.326221 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-32973e42-d6d7-44b3-b0b9-9b82c12af373 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:57.327951 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-32973e42-d6d7-44b3-b0b9-9b82c12af373 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] 10.222.0.61 "DELETE /v2.0/security-groups/bdb1413c-8d8f-472f-9b94-1304522be6f8 HTTP/1.1" status: 204 len: 168 time: 0.3394601 Jun 29 12:45:57.329167 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-fe500424-e2f1-4093-84c9-43d4522741d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:57.341398 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32973e42-d6d7-44b3-b0b9-9b82c12af373 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb1413c-8d8f-472f-9b94-1304522be6f8,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:57.354010 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-32973e42-d6d7-44b3-b0b9-9b82c12af373 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:57.439504 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59338) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:45:57.541615 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'name': 'tempest-TestMinimumBasicScenario-1505775407-router', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c5d80280-394e-4b24-a767-744e3a057763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:45:56Z', 'revision_number': 3, 'project_id': '6cb9d096144d49fc91b21f76f949cd4c', 'gw_port': {'id': 'c5d80280-394e-4b24-a767-744e3a057763', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:57.568589 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Checking router: 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:45:57.568838 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Updating router 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b port c5d80280-394e-4b24-a767-744e3a057763 binding host dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:45:57.609010 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:57.777542 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device fd8e5dd4-c928-4703-ade3-f99cee522b9a up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:45:57.875855 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port fd8e5dd4-c928-4703-ade3-f99cee522b9a triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:45:57.876234 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:57.958863 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:57.972755 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Transition to ACTIVE for port object c5d80280-394e-4b24-a767-744e3a057763 will not be triggered until provisioned by entity L2. {{(pid=93601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:45:58.011329 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 04b458c7-8aaf-4c34-befb-b01fe17b72f3 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:45:58.064851 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:58.067590 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:58.073742 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:58.113673 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Attempting to bind port c5d80280-394e-4b24-a767-744e3a057763 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:45:58.114064 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Attempting to bind port c5d80280-394e-4b24-a767-744e3a057763 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:45:58.114465 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Attempting to bind port c5d80280-394e-4b24-a767-744e3a057763 on network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:45:58.122408 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port 04b458c7-8aaf-4c34-befb-b01fe17b72f3 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:45:58.128373 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:45:58.134505 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Checking segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:45:58.134505 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:58.134505 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Bound using segment: {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'} {{(pid=93601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:45:58.134505 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.managers [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Bound port: c5d80280-394e-4b24-a767-744e3a057763, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b26bc0-18ee-45fe-87fb-4743b623ab2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb'}}] {{(pid=93601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:45:58.134505 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:58.134505 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164b31f-8b0f-49eb-9103-552b630a14a8 None None] Pushing event updated for resources: {'Port': ['ID=c5d80280-394e-4b24-a767-744e3a057763,revision_number=2']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:58.136844 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d164b31f-8b0f-49eb-9103-552b630a14a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:58.155176 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 04b458c7-8aaf-4c34-befb-b01fe17b72f3 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:45:58.155822 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:58.345229 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] For port c5d80280-394e-4b24-a767-744e3a057763, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:45:58.349217 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] For port c5d80280-394e-4b24-a767-744e3a057763, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=c5d80280-394e-4b24-a767-744e3a057763,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:45:58.363272 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Allocated IP 172.20.0.1 (908896f1-e0d3-479a-bb0e-d8cb47607d0e/351bf815-46a6-43bf-8413-05c645c8bc05/b1bd78ca-29c2-4026-afda-edd79ae175c5) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:45:58.386554 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:58.411213 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:58.419345 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-5a7a98aa-7ce0-43fb-8fbf-0ed645a961b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:58.443479 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port 04b458c7-8aaf-4c34-befb-b01fe17b72f3, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=04b458c7-8aaf-4c34-befb-b01fe17b72f3,segment=NetworkSegment(18b6ed28-a438-4bc2-b222-ffe58f996687),segment_id=18b6ed28-a438-4bc2-b222-ffe58f996687)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:45:58.478479 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Routers {'7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:45:58.479120 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:58.485328 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:58.514701 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:58.524645 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164b31f-8b0f-49eb-9103-552b630a14a8 None None] Pushing event updated for resources: {'Port': ['ID=c5d80280-394e-4b24-a767-744e3a057763,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:58.527858 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d164b31f-8b0f-49eb-9103-552b630a14a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:58.530253 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:58.535792 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.provisioning_blocks [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Transition to ACTIVE for port object b1bd78ca-29c2-4026-afda-edd79ae175c5 will not be triggered until provisioned by entity DHCP. {{(pid=93600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:45:58.560738 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737596'] for router_interface, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:58.620650 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=04b458c7-8aaf-4c34-befb-b01fe17b72f3,revision_number=3']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:58.623788 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:58.639565 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] Set router 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:45:58.673199 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:58.699991 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-621a55b6-bfc0-49fd-8576-31a7cefdd058 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:58.758260 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Network 908896f1-e0d3-479a-bb0e-d8cb47607d0e is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:45:58.764850 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:45:58.769358 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:45:58.795941 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Pushing event updated for resources: {'Port': ['ID=b1bd78ca-29c2-4026-afda-edd79ae175c5,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:58.801847 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:58.825377 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737671'] for router_interface, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:58.835361 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'name': 'tempest-TestMinimumBasicScenario-1505775407-router', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c5d80280-394e-4b24-a767-744e3a057763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:45:56Z', 'revision_number': 3, 'project_id': '6cb9d096144d49fc91b21f76f949cd4c', 'gw_port': {'id': 'c5d80280-394e-4b24-a767-744e3a057763', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:45:58.863445 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e928f-b51e-4325-bfb3-60cb743c95f3 None None] The sync data for ids ['7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'] in dv-cinder-786627-14-iscsi is: [{'id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'name': 'tempest-TestMinimumBasicScenario-1505775407-router', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c5d80280-394e-4b24-a767-744e3a057763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:45:56Z', 'revision_number': 3, 'project_id': '6cb9d096144d49fc91b21f76f949cd4c', 'gw_port': {'id': 'c5d80280-394e-4b24-a767-744e3a057763', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:45:58.997091 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] Deleting port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:45:58.997456 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:59.068611 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-0ac3289a-7368-46fe-8df2-2a37179e44f3 None None] Provisioning for port b1bd78ca-29c2-4026-afda-edd79ae175c5 completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:45:59.082298 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-0ac3289a-7368-46fe-8df2-2a37179e44f3 None None] Provisioning complete for port b1bd78ca-29c2-4026-afda-edd79ae175c5 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:45:59.082918 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-0ac3289a-7368-46fe-8df2-2a37179e44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:59.110743 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:59.133785 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] For port 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=39468d8d-8ad2-4873-bcd5-7d41d3aa4b47,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:45:59.133785 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:59.145738 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-0ac3289a-7368-46fe-8df2-2a37179e44f3 None None] Port b1bd78ca-29c2-4026-afda-edd79ae175c5 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:45:59.164890 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] Calling delete_port for 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 owned by network:router_interface {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:45:59.405813 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:59.472849 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:59.475308 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-d4d557a1-415c-446e-a9f3-61c8ea6aa3b4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:59.532529 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:59.551632 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737555'] for router_interface, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:59.553479 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Pushing event updated for resources: {'Port': ['ID=b1bd78ca-29c2-4026-afda-edd79ae175c5,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:59.559535 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:59.561099 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-0abe3b3d-a6ac-4db2-af6b-abff64dffeb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:45:59.608743 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] Pushing event deleted for resources: {'Port': ['ID=39468d8d-8ad2-4873-bcd5-7d41d3aa4b47,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:45:59.636541 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:45:59.763723 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 04b458c7-8aaf-4c34-befb-b01fe17b72f3 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:45:59.798498 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Network 908896f1-e0d3-479a-bb0e-d8cb47607d0e is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:45:59.801200 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:45:59.818926 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port 04b458c7-8aaf-4c34-befb-b01fe17b72f3 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:45:59.819121 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:59.857663 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738956'] for router_interface, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:45:59.909111 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device c5d80280-394e-4b24-a767-744e3a057763 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:46:00.007036 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Router 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:46:00.019387 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port c5d80280-394e-4b24-a767-744e3a057763 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:46:00.025233 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port c5d80280-394e-4b24-a767-744e3a057763 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:46:00.025694 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:00.081387 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-0b409388-2e04-42bf-a8ad-d284e45fb2e4 None None] Provisioning complete for port b1bd78ca-29c2-4026-afda-edd79ae175c5 triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:46:00.082052 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-0b409388-2e04-42bf-a8ad-d284e45fb2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:00.147517 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-0b409388-2e04-42bf-a8ad-d284e45fb2e4 None None] Port b1bd78ca-29c2-4026-afda-edd79ae175c5 cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:46:00.153761 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:00.175448 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port c5d80280-394e-4b24-a767-744e3a057763, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=c5d80280-394e-4b24-a767-744e3a057763,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:00.261497 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:00.263392 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:00.310820 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=c5d80280-394e-4b24-a767-744e3a057763,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:00.313999 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:00.455984 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:46:00.461966 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] 10.222.0.61 "PUT /v2.0/routers/7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1965902 Jun 29 12:46:00.467531 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Sync routers for ids ['7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:46:00.468670 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] Router bc931623-df8c-4f0e-bd2c-4591fda12dea has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:46:00.477036 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Routers {'7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:46:00.477928 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:00.590225 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Set router 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:46:00.592921 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:46:00.601064 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59350) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:00.603815 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa5604-d56d-4e41-9091-91147b2f7c75 None None] Sync routers for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:46:00.610737 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] 10.222.0.61 "PUT /v2.0/routers/bc931623-df8c-4f0e-bd2c-4591fda12dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1667562 Jun 29 12:46:00.614053 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa5604-d56d-4e41-9091-91147b2f7c75 None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:46:00.614950 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-39fa5604-d56d-4e41-9091-91147b2f7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:00.728366 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Notify callbacks [] for router, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:00.741317 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-39fa5604-d56d-4e41-9091-91147b2f7c75 None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:46:00.811127 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'name': 'tempest-TestMinimumBasicScenario-1505775407-router', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c5d80280-394e-4b24-a767-744e3a057763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:45:58Z', 'revision_number': 4, 'project_id': '6cb9d096144d49fc91b21f76f949cd4c', 'gw_port': {'id': 'c5d80280-394e-4b24-a767-744e3a057763', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'b1bd78ca-29c2-4026-afda-edd79ae175c5', 'name': '', 'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'mac_address': 'fa:16:3e:78:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '351bf815-46a6-43bf-8413-05c645c8bc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:58Z', 'updated_at': '2021-06-29T12:45:59Z', 'revision_number': 2, 'project_id': '6cb9d096144d49fc91b21f76f949cd4c', 'subnets': [{'id': '351bf815-46a6-43bf-8413-05c645c8bc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:00.837803 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Checking router: 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:46:00.838536 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Updating router 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b port b1bd78ca-29c2-4026-afda-edd79ae175c5 binding host dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 12:46:00.845054 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:00.872614 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:00.950410 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-39fa5604-d56d-4e41-9091-91147b2f7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:45:59Z', 'revision_number': 5, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port': {'id': 'aad468c6-3364-440c-8a07-291dd4fbf676', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:46Z', 'updated_at': '2021-06-29T12:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:00.976798 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa5604-d56d-4e41-9091-91147b2f7c75 None None] Checking router: bc931623-df8c-4f0e-bd2c-4591fda12dea for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:46:00.978177 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Deleting port aad468c6-3364-440c-8a07-291dd4fbf676 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:46:00.978620 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:00.986774 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa5604-d56d-4e41-9091-91147b2f7c75 None None] Routers {'bc931623-df8c-4f0e-bd2c-4591fda12dea'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:46:00.987567 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-39fa5604-d56d-4e41-9091-91147b2f7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['bc931623-df8c-4f0e-bd2c-4591fda12dea'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:01.100534 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] For port aad468c6-3364-440c-8a07-291dd4fbf676, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=aad468c6-3364-440c-8a07-291dd4fbf676,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:01.100889 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:01.106664 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-39fa5604-d56d-4e41-9091-91147b2f7c75 None None] Set router bc931623-df8c-4f0e-bd2c-4591fda12dea gateway port host: None {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:46:01.118300 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Calling delete_port for aad468c6-3364-440c-8a07-291dd4fbf676 owned by network:router_gateway {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:46:01.150225 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Notify callbacks [] for port, precommit_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:01.160577 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.provisioning_blocks [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Transition to ACTIVE for port object b1bd78ca-29c2-4026-afda-edd79ae175c5 will not be triggered until provisioned by entity L2. {{(pid=93602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:46:01.176577 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-39fa5604-d56d-4e41-9091-91147b2f7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:46:00Z', 'revision_number': 6, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port_host': None}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:01.201149 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa5604-d56d-4e41-9091-91147b2f7c75 None None] The sync data for ids ['bc931623-df8c-4f0e-bd2c-4591fda12dea'] in dv-cinder-786627-14-iscsi is: [{'id': 'bc931623-df8c-4f0e-bd2c-4591fda12dea', 'name': 'tempest-TestVolumeBootPattern-1553724147-router', 'tenant_id': 'aecb4929e9154840a6f709ac017ba153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:45Z', 'updated_at': '2021-06-29T12:46:00Z', 'revision_number': 6, 'project_id': 'aecb4929e9154840a6f709ac017ba153', 'gw_port_host': None}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:46:01.260182 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:01.262697 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-508eb996-c841-425e-96fd-52bd34a966f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:01.305613 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79e0a5-500a-4d94-80d3-75187ea82712 None None] Pushing event updated for resources: {'Port': ['ID=b1bd78ca-29c2-4026-afda-edd79ae175c5,revision_number=3']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:01.312922 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-0b79e0a5-500a-4d94-80d3-75187ea82712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:01.364490 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:01.367369 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-60c09e3f-cd39-42dc-8662-506917a23497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:01.380789 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Attempting to bind port b1bd78ca-29c2-4026-afda-edd79ae175c5 on host dv-cinder-786627-14-iscsi for vnic_type normal with profile {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:46:01.381344 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Attempting to bind port b1bd78ca-29c2-4026-afda-edd79ae175c5 by drivers openvswitch,hyperv on host dv-cinder-786627-14-iscsi at level 0 using segments [{'id': '18b6ed28-a438-4bc2-b222-ffe58f996687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e'}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:46:01.381721 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Attempting to bind port b1bd78ca-29c2-4026-afda-edd79ae175c5 on network 908896f1-e0d3-479a-bb0e-d8cb47607d0e {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:46:01.396273 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Pushing event deleted for resources: {'Port': ['ID=aad468c6-3364-440c-8a07-291dd4fbf676,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:01.396527 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Checking agent: {'id': '361e715f-7073-404a-8adf-119a643507ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 27, 40), 'started_at': datetime.datetime(2021, 6, 29, 12, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:46:01.398218 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Checking segment: {'id': '18b6ed28-a438-4bc2-b222-ffe58f996687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:46:01.398894 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:01.399859 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Bound using segment: {'id': '18b6ed28-a438-4bc2-b222-ffe58f996687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e'} {{(pid=93602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:46:01.400704 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.managers [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Bound port: b1bd78ca-29c2-4026-afda-edd79ae175c5, host: dv-cinder-786627-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b6ed28-a438-4bc2-b222-ffe58f996687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e'}}] {{(pid=93602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:46:01.401230 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:01.405989 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:01.490471 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780776'] for router_gateway, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:01.495315 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] For port b1bd78ca-29c2-4026-afda-edd79ae175c5, host dv-cinder-786627-14-iscsi, cleared binding levels {{(pid=93602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:46:01.499081 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.plugins.ml2.db [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] For port b1bd78ca-29c2-4026-afda-edd79ae175c5, host dv-cinder-786627-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b1bd78ca-29c2-4026-afda-edd79ae175c5,segment=NetworkSegment(18b6ed28-a438-4bc2-b222-ffe58f996687),segment_id=18b6ed28-a438-4bc2-b222-ffe58f996687)] {{(pid=93602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:46:01.591519 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron_lib.callbacks.manager [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:01.594311 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-5698362c-e40d-40a4-a040-b8e11e4106b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:01.612602 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:01.629341 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:01.659844 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79e0a5-500a-4d94-80d3-75187ea82712 None None] Pushing event updated for resources: {'Port': ['ID=b1bd78ca-29c2-4026-afda-edd79ae175c5,revision_number=4']} {{(pid=93602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:01.668740 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG oslo_concurrency.lockutils [None req-0b79e0a5-500a-4d94-80d3-75187ea82712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:01.700637 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Routers {'7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:46:01.701274 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:01.819524 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740777'] for router, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:01.820636 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc931623-df8c-4f0e-bd2c-4591fda12dea {{(pid=93599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:46:01.830163 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] Notify callbacks [] for router, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:01.833456 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] Set router 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:46:01.833619 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-dca414e4-2f51-42e3-a4dc-35a9c7f1bc87 admin admin] 10.222.0.61 "DELETE /v2.0/routers/bc931623-df8c-4f0e-bd2c-4591fda12dea HTTP/1.1" status: 204 len: 168 time: 1.2292361 Jun 29 12:46:01.834120 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59366) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:01.886624 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d0074a-9c39-4e2c-b579-9d4dde880888 admin admin] Deleting subnet 6ed6842b-cdcd-4d9c-ae32-2283816942c0 {{(pid=93600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:46:01.895622 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-23d0074a-9c39-4e2c-b579-9d4dde880888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:01.946617 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-23d0074a-9c39-4e2c-b579-9d4dde880888 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5749248'] for subnet, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:02.091421 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-23d0074a-9c39-4e2c-b579-9d4dde880888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:02.107291 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device c5d80280-394e-4b24-a767-744e3a057763 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:46:02.136059 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'name': 'tempest-TestMinimumBasicScenario-1505775407-router', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c5d80280-394e-4b24-a767-744e3a057763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:45:58Z', 'revision_number': 4, 'project_id': '6cb9d096144d49fc91b21f76f949cd4c', 'gw_port': {'id': 'c5d80280-394e-4b24-a767-744e3a057763', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'b1bd78ca-29c2-4026-afda-edd79ae175c5', 'name': '', 'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'mac_address': 'fa:16:3e:78:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '351bf815-46a6-43bf-8413-05c645c8bc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:58Z', 'updated_at': '2021-06-29T12:46:01Z', 'revision_number': 4, 'project_id': '6cb9d096144d49fc91b21f76f949cd4c', 'subnets': [{'id': '351bf815-46a6-43bf-8413-05c645c8bc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:02.173777 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699c448-cc2b-41c7-b905-f0b3bda67db0 None None] The sync data for ids ['7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'] in dv-cinder-786627-14-iscsi is: [{'id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'name': 'tempest-TestMinimumBasicScenario-1505775407-router', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c5d80280-394e-4b24-a767-744e3a057763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:45:58Z', 'revision_number': 4, 'project_id': '6cb9d096144d49fc91b21f76f949cd4c', 'gw_port': {'id': 'c5d80280-394e-4b24-a767-744e3a057763', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'b1bd78ca-29c2-4026-afda-edd79ae175c5', 'name': '', 'network_id': '908896f1-e0d3-479a-bb0e-d8cb47607d0e', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'mac_address': 'fa:16:3e:78:bf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '351bf815-46a6-43bf-8413-05c645c8bc05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:58Z', 'updated_at': '2021-06-29T12:46:01Z', 'revision_number': 4, 'project_id': '6cb9d096144d49fc91b21f76f949cd4c', 'subnets': [{'id': '351bf815-46a6-43bf-8413-05c645c8bc05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:46:02.196188 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port c5d80280-394e-4b24-a767-744e3a057763 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:46:02.196845 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:02.256257 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-23d0074a-9c39-4e2c-b579-9d4dde880888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5837644'] for subnet, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:02.259757 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:02.287382 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0074a-9c39-4e2c-b579-9d4dde880888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed6842b-cdcd-4d9c-ae32-2283816942c0,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:02.292539 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-23d0074a-9c39-4e2c-b579-9d4dde880888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:02.295197 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-23d0074a-9c39-4e2c-b579-9d4dde880888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:02.297246 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-23d0074a-9c39-4e2c-b579-9d4dde880888 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6ed6842b-cdcd-4d9c-ae32-2283816942c0 HTTP/1.1" status: 204 len: 168 time: 0.4620435 Jun 29 12:46:02.299611 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07077579-1940-49a8-9aa9-2506dee21567 None None] Network 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:46:02.299934 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59368) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:02.386703 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:02.453396 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Deleting port 97a030f8-87e2-4ebb-99ac-245bc368310b {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:46:02.454214 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:02.531686 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] For port 97a030f8-87e2-4ebb-99ac-245bc368310b, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=97a030f8-87e2-4ebb-99ac-245bc368310b,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:02.532041 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:02.547725 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c688971b-34aa-4650-8c3a-e618304bf4b4 None None] DHCP port deletion for 4b9e71c4-1eed-44d0-a62f-71fbb4a72792 request from dv-cinder-786627-14-iscsi {{(pid=93601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 12:46:02.548513 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Calling delete_port for 97a030f8-87e2-4ebb-99ac-245bc368310b owned by network:dhcp {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:46:02.637951 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-c688971b-34aa-4650-8c3a-e618304bf4b4 None None] Deleting port 97a030f8-87e2-4ebb-99ac-245bc368310b {{(pid=93601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:46:02.638380 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c688971b-34aa-4650-8c3a-e618304bf4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:02.729918 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-c688971b-34aa-4650-8c3a-e618304bf4b4 None None] For port 97a030f8-87e2-4ebb-99ac-245bc368310b, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=97a030f8-87e2-4ebb-99ac-245bc368310b,segment=NetworkSegment(ed5e5093-ffff-4cc5-ac16-f6f28461ee84),segment_id=ed5e5093-ffff-4cc5-ac16-f6f28461ee84)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:02.730804 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c688971b-34aa-4650-8c3a-e618304bf4b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:02.756555 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-c688971b-34aa-4650-8c3a-e618304bf4b4 None None] Calling delete_port for 97a030f8-87e2-4ebb-99ac-245bc368310b owned by network:dhcp {{(pid=93601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:46:02.785194 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:02.800515 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5583e37d-4798-4c73-bfa7-16bc20e16c9b tempest-VolumesNegativeTest-1055238648 tempest-VolumesNegativeTest-1055238648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:02.809502 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] No DVR routers for this DVR port 97a030f8-87e2-4ebb-99ac-245bc368310b on host dv-cinder-786627-14-iscsi {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:46:02.849789 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a030f8-87e2-4ebb-99ac-245bc368310b,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:02.873000 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:02.875918 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c688971b-34aa-4650-8c3a-e618304bf4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438'] for port, after_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:02.878896 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:02.907074 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688971b-34aa-4650-8c3a-e618304bf4b4 None None] Pushing event deleted for resources: {'Port': ['ID=97a030f8-87e2-4ebb-99ac-245bc368310b,revision_number=None']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:02.908946 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688971b-34aa-4650-8c3a-e618304bf4b4 None None] No DVR routers for this DVR port 97a030f8-87e2-4ebb-99ac-245bc368310b on host dv-cinder-786627-14-iscsi {{(pid=93601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:46:02.910182 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c688971b-34aa-4650-8c3a-e618304bf4b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:02.941021 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:02.965710 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9e71c4-1eed-44d0-a62f-71fbb4a72792']}} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:02.978348 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84') {'for_net_delete': True} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:02.978643 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5e5093-ffff-4cc5-ac16-f6f28461ee84') {} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:03.035324 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6094341'] for segment, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:03.064849 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:03.068364 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:46:03.068612 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5266563'] for segment, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: Traceback (most recent call last): Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: timer() Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: cb(*args, **kw) Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: return func(*args, **kwargs) Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: self._notify() Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: self.callback(batched_events) Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: event.method(event) Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: return f(self, *a, **k) Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._get(url).json() Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: return self.request(url, 'GET', **kwargs) Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:46:03.076112 dv-cinder-786627-14-iscsi neutron-server[93599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:46:03.218040 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:03.221930 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:03.224664 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:03.227384 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4b9e71c4-1eed-44d0-a62f-71fbb4a72792 HTTP/1.1" status: 204 len: 168 time: 0.9256210 Jun 29 12:46:03.229765 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59370) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:03.271947 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9e71c4-1eed-44d0-a62f-71fbb4a72792,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:03.280680 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4b70b5b2-f33f-452b-9cf3-dd170cfd9513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:03.745718 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b1bd78ca-29c2-4026-afda-edd79ae175c5 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:46:03.814075 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-110df980-b234-4cb7-9894-0079c3f37032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737596'] for router_interface, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:03.910465 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning for port b1bd78ca-29c2-4026-afda-edd79ae175c5 completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:46:03.915105 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port b1bd78ca-29c2-4026-afda-edd79ae175c5 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:46:03.915372 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:04.025413 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:04.066523 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] For port b1bd78ca-29c2-4026-afda-edd79ae175c5, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b1bd78ca-29c2-4026-afda-edd79ae175c5,segment=NetworkSegment(18b6ed28-a438-4bc2-b222-ffe58f996687),segment_id=18b6ed28-a438-4bc2-b222-ffe58f996687)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:04.129757 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:04.131648 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:04.166549 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-110df980-b234-4cb7-9894-0079c3f37032 admin admin] Deleting port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:46:04.167251 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-110df980-b234-4cb7-9894-0079c3f37032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:04.207300 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device aad468c6-3364-440c-8a07-291dd4fbf676 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:46:04.228533 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: aad468c6-3364-440c-8a07-291dd4fbf676 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:46:04.229338 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device aad468c6-3364-440c-8a07-291dd4fbf676 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:46:04.229338 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 97a030f8-87e2-4ebb-99ac-245bc368310b no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:46:04.232275 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Pushing event updated for resources: {'Port': ['ID=b1bd78ca-29c2-4026-afda-edd79ae175c5,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:04.334241 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:04.334241 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: 97a030f8-87e2-4ebb-99ac-245bc368310b {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:46:04.334241 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 97a030f8-87e2-4ebb-99ac-245bc368310b not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:46:04.334241 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:46:04.336051 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-110df980-b234-4cb7-9894-0079c3f37032 admin admin] For port 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd,segment=NetworkSegment(ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8),segment_id=ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:04.336051 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-110df980-b234-4cb7-9894-0079c3f37032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:04.336051 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-110df980-b234-4cb7-9894-0079c3f37032 admin admin] Calling delete_port for 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd owned by network:router_interface {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:46:04.337073 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:46:04.337073 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 39468d8d-8ad2-4873-bcd5-7d41d3aa4b47 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:46:04.626943 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-110df980-b234-4cb7-9894-0079c3f37032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:04.629336 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-77e73eea-22bb-49ba-a860-3b0d51d8d44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:04.655808 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110df980-b234-4cb7-9894-0079c3f37032 admin admin] Pushing event deleted for resources: {'Port': ['ID=52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:04.658574 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-110df980-b234-4cb7-9894-0079c3f37032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:04.839874 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-110df980-b234-4cb7-9894-0079c3f37032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738956'] for router_interface, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:05.049533 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110df980-b234-4cb7-9894-0079c3f37032 admin admin] Router 11136722-32cc-469f-a403-5035f0195db9 has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:46:05.160337 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110df980-b234-4cb7-9894-0079c3f37032 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:46:05.166553 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-110df980-b234-4cb7-9894-0079c3f37032 admin admin] 10.222.0.61 "PUT /v2.0/routers/11136722-32cc-469f-a403-5035f0195db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9357157 Jun 29 12:46:05.169281 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59376) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:05.173525 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fa9a0-7271-4ea2-a845-de315415afc5 None None] Sync routers for ids ['11136722-32cc-469f-a403-5035f0195db9'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:46:05.185653 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6fa9a0-7271-4ea2-a845-de315415afc5 None None] Routers {'11136722-32cc-469f-a403-5035f0195db9'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:46:05.186334 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-1b6fa9a0-7271-4ea2-a845-de315415afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['11136722-32cc-469f-a403-5035f0195db9'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:05.391752 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-1b6fa9a0-7271-4ea2-a845-de315415afc5 None None] Set router 11136722-32cc-469f-a403-5035f0195db9 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:46:05.615328 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-1b6fa9a0-7271-4ea2-a845-de315415afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11136722-32cc-469f-a403-5035f0195db9', 'name': 'tempest-TestVolumeBootPattern-446399485-router', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:54Z', 'updated_at': '2021-06-29T12:46:04Z', 'revision_number': 5, 'project_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'gw_port': {'id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11136722-32cc-469f-a403-5035f0195db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:56Z', 'updated_at': '2021-06-29T12:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:05.634867 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Notify callbacks [] for router, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:05.662989 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fa9a0-7271-4ea2-a845-de315415afc5 None None] Checking router: 11136722-32cc-469f-a403-5035f0195db9 for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:46:05.675997 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6fa9a0-7271-4ea2-a845-de315415afc5 None None] Routers {'11136722-32cc-469f-a403-5035f0195db9'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:46:05.676721 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-1b6fa9a0-7271-4ea2-a845-de315415afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:45:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['11136722-32cc-469f-a403-5035f0195db9'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:05.769249 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b1bd78ca-29c2-4026-afda-edd79ae175c5 up at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:46:05.769911 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:05.825245 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-1b6fa9a0-7271-4ea2-a845-de315415afc5 None None] Set router 11136722-32cc-469f-a403-5035f0195db9 gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:46:05.848193 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Provisioning complete for port b1bd78ca-29c2-4026-afda-edd79ae175c5 triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:46:05.848796 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:05.919986 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Deleting port 49702c1f-7e46-4f34-bfc0-327c91114922 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:46:05.919986 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:06.033577 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] For port 49702c1f-7e46-4f34-bfc0-327c91114922, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=49702c1f-7e46-4f34-bfc0-327c91114922,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:06.033940 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:06.053911 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Calling delete_port for 49702c1f-7e46-4f34-bfc0-327c91114922 owned by network:router_gateway {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:46:06.092741 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-1b6fa9a0-7271-4ea2-a845-de315415afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11136722-32cc-469f-a403-5035f0195db9', 'name': 'tempest-TestVolumeBootPattern-446399485-router', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:54Z', 'updated_at': '2021-06-29T12:46:04Z', 'revision_number': 5, 'project_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'gw_port': {'id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11136722-32cc-469f-a403-5035f0195db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:56Z', 'updated_at': '2021-06-29T12:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:06.123500 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fa9a0-7271-4ea2-a845-de315415afc5 None None] The sync data for ids ['11136722-32cc-469f-a403-5035f0195db9'] in dv-cinder-786627-14-iscsi is: [{'id': '11136722-32cc-469f-a403-5035f0195db9', 'name': 'tempest-TestVolumeBootPattern-446399485-router', 'tenant_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:37:54Z', 'updated_at': '2021-06-29T12:46:04Z', 'revision_number': 5, 'project_id': '58d645bc50d94a2bb66b6b55e6f81ef6', 'gw_port': {'id': '49702c1f-7e46-4f34-bfc0-327c91114922', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11136722-32cc-469f-a403-5035f0195db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:37:56Z', 'updated_at': '2021-06-29T12:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:46:06.305278 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:06.307509 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4f14bd9d-69bb-4262-a4dc-5fcc5e7e7839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:06.337253 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Pushing event deleted for resources: {'Port': ['ID=49702c1f-7e46-4f34-bfc0-327c91114922,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:06.340494 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:06.402366 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780776'] for router_gateway, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:06.503436 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:06.505684 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:06.643298 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740777'] for router, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:06.645250 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11136722-32cc-469f-a403-5035f0195db9 {{(pid=93599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:46:06.649799 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] Notify callbacks [] for router, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:06.657309 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59378) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:06.657825 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-960a1c01-4c16-45b7-a8d9-5b429cd78675 admin admin] 10.222.0.61 "DELETE /v2.0/routers/11136722-32cc-469f-a403-5035f0195db9 HTTP/1.1" status: 204 len: 168 time: 1.4871936 Jun 29 12:46:06.718005 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_v2 [None req-9425593c-6cf8-4927-b7ae-141f437a6f00 admin admin] Deleting subnet 0253aad5-c8e8-43b0-b673-a6ee4f6e38b5 {{(pid=93600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:46:06.722241 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9425593c-6cf8-4927-b7ae-141f437a6f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:06.766599 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9425593c-6cf8-4927-b7ae-141f437a6f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5749248'] for subnet, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:06.887626 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9425593c-6cf8-4927-b7ae-141f437a6f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.050400 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9425593c-6cf8-4927-b7ae-141f437a6f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5837644'] for subnet, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.053158 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:07.086477 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425593c-6cf8-4927-b7ae-141f437a6f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0253aad5-c8e8-43b0-b673-a6ee4f6e38b5,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:07.088642 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-9425593c-6cf8-4927-b7ae-141f437a6f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.095199 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-9425593c-6cf8-4927-b7ae-141f437a6f00 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0253aad5-c8e8-43b0-b673-a6ee4f6e38b5 HTTP/1.1" status: 204 len: 168 time: 0.4324505 Jun 29 12:46:07.095199 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-9425593c-6cf8-4927-b7ae-141f437a6f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:07.095199 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59380) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:07.096021 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad863d-2d0a-447c-b0f8-31249dd99f0f None None] Network 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:46:07.173516 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.252502 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Deleting port 9fff9663-a421-4ef3-8455-5792a45bea6d {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:46:07.252502 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.331347 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec50885b-ee6f-44ee-be18-861ebeea874e None None] DHCP port deletion for 33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e request from dv-cinder-786627-14-iscsi {{(pid=93601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 12:46:07.363683 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] For port 9fff9663-a421-4ef3-8455-5792a45bea6d, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=9fff9663-a421-4ef3-8455-5792a45bea6d,segment=NetworkSegment(ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8),segment_id=ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:07.364345 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.382910 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Calling delete_port for 9fff9663-a421-4ef3-8455-5792a45bea6d owned by network:dhcp {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:46:07.416441 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-ec50885b-ee6f-44ee-be18-861ebeea874e None None] Deleting port 9fff9663-a421-4ef3-8455-5792a45bea6d {{(pid=93601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:46:07.416931 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ec50885b-ee6f-44ee-be18-861ebeea874e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.484276 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4b41fc2d-3475-47a4-855e-5448fd41b192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.498539 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-ec50885b-ee6f-44ee-be18-861ebeea874e None None] For port 9fff9663-a421-4ef3-8455-5792a45bea6d, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=9fff9663-a421-4ef3-8455-5792a45bea6d,segment=NetworkSegment(ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8),segment_id=ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:07.498936 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ec50885b-ee6f-44ee-be18-861ebeea874e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.512067 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-ec50885b-ee6f-44ee-be18-861ebeea874e None None] Calling delete_port for 9fff9663-a421-4ef3-8455-5792a45bea6d owned by network:dhcp {{(pid=93601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:46:07.550972 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.567672 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-1e3f83e7-14dc-4fc2-83c9-5ddcb0f0a8d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:07.573443 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] No DVR routers for this DVR port 9fff9663-a421-4ef3-8455-5792a45bea6d on host dv-cinder-786627-14-iscsi {{(pid=93600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:46:07.691486 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Pushing event deleted for resources: {'Port': ['ID=9fff9663-a421-4ef3-8455-5792a45bea6d,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:07.696252 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:07.698013 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.710888 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e']}} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:07.722000 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8') {'for_net_delete': True} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:07.722442 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce32a3e9-8f2e-4e9d-8f6b-dce8d007a6d8') {} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:07.725867 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:46:07.732379 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5749263'] for segment, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.735782 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ec50885b-ee6f-44ee-be18-861ebeea874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438'] for port, after_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.755875 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.759012 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:07.764510 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50885b-ee6f-44ee-be18-861ebeea874e None None] No DVR routers for this DVR port 9fff9663-a421-4ef3-8455-5792a45bea6d on host dv-cinder-786627-14-iscsi {{(pid=93601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:46:07.767481 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:46:07.767868 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564885'] for segment, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: Traceback (most recent call last): Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: timer() Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: cb(*args, **kw) Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: return func(*args, **kwargs) Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: self._notify() Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: self.callback(batched_events) Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: event.method(event) Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: return f(self, *a, **k) Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._get(url).json() Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: return self.request(url, 'GET', **kwargs) Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:46:07.769768 dv-cinder-786627-14-iscsi neutron-server[93600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:46:07.781250 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:46:07.781595 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 52dc63e0-d3dc-464f-a7ab-47d19fcbb4cd not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:46:07.782011 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 9fff9663-a421-4ef3-8455-5792a45bea6d no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:46:07.802454 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50885b-ee6f-44ee-be18-861ebeea874e None None] Pushing event deleted for resources: {'Port': ['ID=9fff9663-a421-4ef3-8455-5792a45bea6d,revision_number=None']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:07.805173 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-ec50885b-ee6f-44ee-be18-861ebeea874e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:07.805708 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: 9fff9663-a421-4ef3-8455-5792a45bea6d {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:46:07.806060 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 9fff9663-a421-4ef3-8455-5792a45bea6d not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:46:07.806555 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 49702c1f-7e46-4f34-bfc0-327c91114922 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:46:07.826751 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: 49702c1f-7e46-4f34-bfc0-327c91114922 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:46:07.827227 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 49702c1f-7e46-4f34-bfc0-327c91114922 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:46:07.887575 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.895582 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:07.899151 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:07.906053 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] 10.222.0.61 "DELETE /v2.0/networks/33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e HTTP/1.1" status: 204 len: 168 time: 0.8083007 Jun 29 12:46:07.916694 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Pushing event deleted for resources: {'Network': ['ID=33e8ba91-a17d-4bbb-b97e-6e4a7d028f5e,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:07.920276 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-bc294858-9516-4f4d-94b2-82837efbb52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:08.491315 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59384) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:08.532099 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-f2f23d10-3f3d-42af-b8e6-065b04829ec4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aecb4929e9154840a6f709ac017ba153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390160 Jun 29 12:46:08.534558 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59386) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:08.583624 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-952d445e-e270-4202-8e83-c707ee7ceb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:08.609663 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-952d445e-e270-4202-8e83-c707ee7ceb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:08.735677 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-952d445e-e270-4202-8e83-c707ee7ceb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:08.738208 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-952d445e-e270-4202-8e83-c707ee7ceb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:08.740023 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-952d445e-e270-4202-8e83-c707ee7ceb64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a4a70b5-4df9-495d-a39c-5e470b8cacf7 HTTP/1.1" status: 204 len: 168 time: 0.2045803 Jun 29 12:46:08.740889 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-4870c1fd-bd70-4e2c-b42d-d5f7b46d212e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:08.750526 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d445e-e270-4202-8e83-c707ee7ceb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4a70b5-4df9-495d-a39c-5e470b8cacf7,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:08.752920 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-952d445e-e270-4202-8e83-c707ee7ceb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:09.540017 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59396) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:09.585927 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-2645e0dc-6cfa-4353-80fd-e549643a282a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58d645bc50d94a2bb66b6b55e6f81ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440502 Jun 29 12:46:09.588314 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59398) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:09.659023 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9459786f-08e2-457e-b597-26f5c13f3efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:09.686122 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9459786f-08e2-457e-b597-26f5c13f3efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:09.809816 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9459786f-08e2-457e-b597-26f5c13f3efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:09.812994 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-9459786f-08e2-457e-b597-26f5c13f3efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:09.824569 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-9459786f-08e2-457e-b597-26f5c13f3efb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/74b936c8-08c2-410a-b931-38a7cdbc8173 HTTP/1.1" status: 204 len: 168 time: 0.2249484 Jun 29 12:46:09.824569 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-5a1620a1-e61b-4a49-99d2-7734452162ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:09.825408 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459786f-08e2-457e-b597-26f5c13f3efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b936c8-08c2-410a-b931-38a7cdbc8173,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:09.827503 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-9459786f-08e2-457e-b597-26f5c13f3efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:10.077990 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-e955e27a-849d-4fd2-8def-13adc4e8fe31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:10.341700 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:11.443456 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:12.786053 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-92bb71ba-dd72-4717-8cde-9f5e6c2d3e9f tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:12.787542 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-92bb71ba-dd72-4717-8cde-9f5e6c2d3e9f tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/networks?id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba HTTP/1.1" status: 200 len: 815 time: 0.1065204 Jun 29 12:46:12.802823 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-50fe5256-6809-40d5-adb5-f6575ab674fd tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/quotas/7385e687e52540e9a4f379ac68f78e81 HTTP/1.1" status: 200 len: 375 time: 0.0091968 Jun 29 12:46:12.818766 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:12.868907 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-dffac8ca-9bfc-42bb-afd9-8612d56fc83a tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7385e687e52540e9a4f379ac68f78e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605927 Jun 29 12:46:12.974337 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-93ecaad6-c993-4b51-bf82-3eeadfc0095a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 12:46:12.975306 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-93ecaad6-c993-4b51-bf82-3eeadfc0095a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0955436 Jun 29 12:46:13.066619 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29e1d460-cbc7-4195-8b8f-20286ddd5914 service neutron] 10.222.0.61 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849068 Jun 29 12:46:13.153432 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-cf56457b-3292-4590-beaa-324ed2ed6b9a service neutron] 10.222.0.61 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805409 Jun 29 12:46:13.440338 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-43fd70dc-5ffa-48ce-823e-c9c6f58131cb req-e905e58a-a34b-4dbf-8ba6-c4213582245c tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 210 time: 0.0285354 Jun 29 12:46:14.524140 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e6fc4b97-9e7d-48ea-8560-e95064b1a282 req-bd47af6b-9c7c-4048-9a1d-514e4a429ead tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 210 time: 0.0325258 Jun 29 12:46:15.663056 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a40e2606-c2ed-4386-a9dd-e526810e81fa req-611e9201-8eee-4310-b72b-b0b4498cb0e8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 210 time: 0.0294700 Jun 29 12:46:16.026643 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-2f5a17b6-1904-4f15-82af-8f188bbbd38e tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:16.028093 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-2f5a17b6-1904-4f15-82af-8f188bbbd38e tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.37 "GET /v2.0/networks?id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba HTTP/1.1" status: 200 len: 815 time: 0.1049759 Jun 29 12:46:16.040509 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Request body: {'port': {'device_id': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'admin_state_up': True, 'tenant_id': '7385e687e52540e9a4f379ac68f78e81'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:46:16.209147 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Made reservation on behalf of 7385e687e52540e9a4f379ac68f78e81 for: {'port': 1} {{(pid=93599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 12:46:16.212712 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:16.342427 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_common [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Allocated IP 172.20.0.10 (85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba/80bd7839-1704-4ce4-bdcb-9124a2c83049/05a47c60-e688-4599-85d1-f7dd07615a5a) {{(pid=93599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:46:16.495124 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for port, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:16.508258 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Transition to ACTIVE for port object 05a47c60-e688-4599-85d1-f7dd07615a5a will not be triggered until provisioned by entity DHCP. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:46:16.613966 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5266653'] for port, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:16.617929 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-c9d4766e-e751-4010-9bf8-585f4191eea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:16.668156 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba is already hosted by enough agents. {{(pid=93599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:46:16.675007 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.base_scheduler [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Resources bound (agent type, host, resource id): {{(pid=93599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:46:16.679670 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Received port after_create {{(pid=93599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:46:16.684084 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event updated for resources: {'Port': ['ID=05a47c60-e688-4599-85d1-f7dd07615a5a,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:16.704167 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:16.732955 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:16.733682 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:16.883065 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea7723-4c7b-418c-a571-81a7c3545d77 req-41dc3f36-9cb9-42f3-bb32-b4e72c472a6d tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:16.885748 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e7ea7723-4c7b-418c-a571-81a7c3545d77 req-41dc3f36-9cb9-42f3-bb32-b4e72c472a6d tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 932 time: 0.1075480 Jun 29 12:46:16.887427 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8505974 Jun 29 12:46:16.939330 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e7ea7723-4c7b-418c-a571-81a7c3545d77 req-ff3d34ff-9c45-4246-871f-66a9d77e57fa tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479515 Jun 29 12:46:17.033066 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-146326dc-31b9-46c1-b22b-ba3f396c16d3 None None] Provisioning for port 05a47c60-e688-4599-85d1-f7dd07615a5a completed by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:46:17.037227 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-146326dc-31b9-46c1-b22b-ba3f396c16d3 None None] Provisioning complete for port 05a47c60-e688-4599-85d1-f7dd07615a5a triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:46:17.037610 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-146326dc-31b9-46c1-b22b-ba3f396c16d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:17.082870 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-146326dc-31b9-46c1-b22b-ba3f396c16d3 None None] Port 05a47c60-e688-4599-85d1-f7dd07615a5a cannot update to ACTIVE because it is not bound. {{(pid=93601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 12:46:17.838640 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:18.133735 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb769c-c320-42ab-a2a9-d134dedf94ea req-dec6f6e8-10e7-4e9b-bb69-cc276b02f76a tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:18.135962 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cfcb769c-c320-42ab-a2a9-d134dedf94ea req-dec6f6e8-10e7-4e9b-bb69-cc276b02f76a tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 932 time: 0.0641117 Jun 29 12:46:18.183126 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cfcb769c-c320-42ab-a2a9-d134dedf94ea req-45e99f3c-772d-49b3-9fd6-f80cd9220b99 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Jun 29 12:46:19.362640 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e989b-56c4-4cec-993f-218d5eec9570 req-b14ae92d-4c3d-4172-9aa4-5887fa07fd37 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:19.364867 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4d6e989b-56c4-4cec-993f-218d5eec9570 req-b14ae92d-4c3d-4172-9aa4-5887fa07fd37 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 932 time: 0.0691333 Jun 29 12:46:19.410191 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4d6e989b-56c4-4cec-993f-218d5eec9570 req-ab8be4d5-8323-421f-af2a-58a70c9a4d50 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388017 Jun 29 12:46:20.592188 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42feb3-cccd-46e5-a683-d896929a0689 req-597adb78-86bb-4a54-ae5a-5f61997e4665 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:20.593781 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1c42feb3-cccd-46e5-a683-d896929a0689 req-597adb78-86bb-4a54-ae5a-5f61997e4665 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 932 time: 0.0705528 Jun 29 12:46:20.635620 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1c42feb3-cccd-46e5-a683-d896929a0689 req-9b7ddf07-d653-4821-a4ad-e670025abfe5 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356557 Jun 29 12:46:21.820842 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53918f5e-20d4-4aee-bc79-45b13e90ce1e req-16712735-4488-4ae1-911d-fe4e0edd42e4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:21.822596 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-53918f5e-20d4-4aee-bc79-45b13e90ce1e req-16712735-4488-4ae1-911d-fe4e0edd42e4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 932 time: 0.0685425 Jun 29 12:46:21.861784 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-53918f5e-20d4-4aee-bc79-45b13e90ce1e req-66264ce0-cb1b-4378-a297-6ed0122f0367 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328271 Jun 29 12:46:23.046507 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2fd93-d432-4de2-8bbe-a37a0f4bafd2 req-caf907c7-af8f-4124-b203-c67cd010ded8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:23.047992 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0cf2fd93-d432-4de2-8bbe-a37a0f4bafd2 req-caf907c7-af8f-4124-b203-c67cd010ded8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 932 time: 0.0725949 Jun 29 12:46:23.089542 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0cf2fd93-d432-4de2-8bbe-a37a0f4bafd2 req-41dbd6b4-5fb5-4526-8405-41b5eaf04849 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351903 Jun 29 12:46:24.281019 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab69cb-3d0e-44b0-ab89-31d9deef9c52 req-e66c3196-73b4-4771-858c-243d34d3ba35 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:24.282393 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e0ab69cb-3d0e-44b0-ab89-31d9deef9c52 req-e66c3196-73b4-4771-858c-243d34d3ba35 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 932 time: 0.0628965 Jun 29 12:46:24.319287 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e0ab69cb-3d0e-44b0-ab89-31d9deef9c52 req-a26563a2-605e-4292-998e-58b9f6d68288 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310786 Jun 29 12:46:25.500708 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124d4fd-a413-48a6-931a-ff7f2186e64a req-d6119d20-fe1c-4e9d-a9ea-32ace4a36e1a tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:25.502305 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f124d4fd-a413-48a6-931a-ff7f2186e64a req-d6119d20-fe1c-4e9d-a9ea-32ace4a36e1a tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 932 time: 0.0661888 Jun 29 12:46:25.545227 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-f124d4fd-a413-48a6-931a-ff7f2186e64a req-2bb5acb9-827b-4d9f-b1b9-feaa2b463673 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368481 Jun 29 12:46:26.737926 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39cc47-a2b3-4906-bb9d-6cf52c5eff51 req-1eede983-05c6-4d2d-a23d-a8cc3f0a7a3a tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:26.750908 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3b39cc47-a2b3-4906-bb9d-6cf52c5eff51 req-1eede983-05c6-4d2d-a23d-a8cc3f0a7a3a tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 932 time: 0.0862818 Jun 29 12:46:26.793377 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3b39cc47-a2b3-4906-bb9d-6cf52c5eff51 req-0c3c2729-dcf4-43cd-be17-30abaf0ed8be tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340276 Jun 29 12:46:27.713312 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Request body: {'port': {'device_id': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:46:27.784463 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:28.035439 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d594a93-5eb2-4585-b4c2-55ed51bb9993 req-251c87a6-3ff2-4eef-baca-4c4c20a02302 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:28.036805 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1d594a93-5eb2-4585-b4c2-55ed51bb9993 req-251c87a6-3ff2-4eef-baca-4c4c20a02302 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 932 time: 0.1326673 Jun 29 12:46:28.109414 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1d594a93-5eb2-4585-b4c2-55ed51bb9993 req-ed929650-4e83-47fe-9447-a629b5bdcbc8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647054 Jun 29 12:46:28.121405 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a47c60-e688-4599-85d1-f7dd07615a5a {{(pid=93599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:46:28.129116 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:28.140568 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.provisioning_blocks [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Transition to ACTIVE for port object 05a47c60-e688-4599-85d1-f7dd07615a5a will not be triggered until provisioned by entity L2. {{(pid=93599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 12:46:28.191629 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:28.193630 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-27b73f40-e9b6-4f76-9b18-0585ccaadb29 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:28.243681 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Pushing event updated for resources: {'Port': ['ID=05a47c60-e688-4599-85d1-f7dd07615a5a,revision_number=2']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:28.248461 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:28.317911 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Attempting to bind port 05a47c60-e688-4599-85d1-f7dd07615a5a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 12:46:28.318284 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Attempting to bind port 05a47c60-e688-4599-85d1-f7dd07615a5a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba'}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 12:46:28.318618 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Attempting to bind port 05a47c60-e688-4599-85d1-f7dd07615a5a on network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:46:28.323125 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Port 05a47c60-e688-4599-85d1-f7dd07615a5a on network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 12:46:28.323476 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Attempting to bind port 05a47c60-e688-4599-85d1-f7dd07615a5a on network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 12:46:28.328360 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Checking agent: {'id': '6bf4d435-8f92-4ec0-a093-33b379a94a12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'started_at': datetime.datetime(2021, 6, 29, 12, 33, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 12:46:28.328702 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Checking segment: {'id': 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 12:46:28.329085 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Bound using segment: {'id': 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba'} {{(pid=93599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 12:46:28.329522 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.managers [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Bound port: 05a47c60-e688-4599-85d1-f7dd07615a5a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba'}}] {{(pid=93599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 12:46:28.329885 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:28.394034 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] For port 05a47c60-e688-4599-85d1-f7dd07615a5a, host hv-cinder-78662, cleared binding levels {{(pid=93599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 12:46:28.396977 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] For port 05a47c60-e688-4599-85d1-f7dd07615a5a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=05a47c60-e688-4599-85d1-f7dd07615a5a,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 12:46:28.460748 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:28.463634 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-081effb0-1e4e-4813-9c61-efeec92f7cc4 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:28.498191 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:28.498742 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:28.500088 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] 10.222.0.37 "PUT /v2.0/ports/05a47c60-e688-4599-85d1-f7dd07615a5a HTTP/1.1" status: 200 len: 1094 time: 0.7911940 Jun 29 12:46:28.500599 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:46:28.502901 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64122eae-a21b-47ff-a38e-669224d65746" -d '{"events": [{"name": "network-changed", "server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:46:28.530376 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Pushing event updated for resources: {'Port': ['ID=05a47c60-e688-4599-85d1-f7dd07615a5a,revision_number=3']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:28.534048 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-29688c25-e272-4ae7-8bd0-ec193b3ea53e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:28.683899 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c584ad6f-eded-4aba-b9ea-aebeb124e934 x-openstack-request-id: req-c584ad6f-eded-4aba-b9ea-aebeb124e934 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:46:28.684238 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:46:28.684542 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c584ad6f-eded-4aba-b9ea-aebeb124e934 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:46:28.684987 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a', 'status': 'completed', 'code': 200} Jun 29 12:46:28.695573 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-c5d29b4d-898c-4660-ae89-740ddf5086f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:28.697125 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-c5d29b4d-898c-4660-ae89-740ddf5086f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7385e687e52540e9a4f379ac68f78e81&device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 1097 time: 0.0643420 Jun 29 12:46:28.740931 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-844af84d-d1cf-41b7-9ea5-04caa5e606f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a47c60-e688-4599-85d1-f7dd07615a5a HTTP/1.1" status: 200 len: 217 time: 0.0340259 Jun 29 12:46:28.791318 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-ceb75199-3dda-4c1b-bef6-629495c87c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:28.793384 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-ceb75199-3dda-4c1b-bef6-629495c87c27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80bd7839-1704-4ce4-bdcb-9124a2c83049 HTTP/1.1" status: 200 len: 854 time: 0.0464144 Jun 29 12:46:28.848956 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-c69ae32c-e506-4885-ad4a-ad5319f1c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:28.850432 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-c69ae32c-e506-4885-ad4a-ad5319f1c6a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509658 Jun 29 12:46:28.938076 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-110be976-9744-40ba-92d3-81a99ebe2d70 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814183 Jun 29 12:46:29.029104 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-6f7866b5-722b-4a65-ae49-452949c349d5 req-933d362e-3194-4aaf-a6c4-60275f04f27a service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852995 Jun 29 12:46:29.171374 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64122eae-a21b-47ff-a38e-669224d65746 req-29955587-81f8-4889-877d-534d5312e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:29.172880 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-64122eae-a21b-47ff-a38e-669224d65746 req-29955587-81f8-4889-877d-534d5312e480 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7385e687e52540e9a4f379ac68f78e81&device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 1097 time: 0.0533035 Jun 29 12:46:29.305064 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64122eae-a21b-47ff-a38e-669224d65746 req-610099e2-03ca-474c-b9bd-12c67e0a7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:29.306562 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-64122eae-a21b-47ff-a38e-669224d65746 req-610099e2-03ca-474c-b9bd-12c67e0a7cac service neutron] 10.222.0.37 "GET /v2.0/networks?id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba HTTP/1.1" status: 200 len: 916 time: 0.1275234 Jun 29 12:46:29.318355 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d3023-1247-49cf-97b1-b1f75c4be292 req-eed2fca5-9a70-476b-bccb-129207f3dc90 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:29.319711 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7d2d3023-1247-49cf-97b1-b1f75c4be292 req-eed2fca5-9a70-476b-bccb-129207f3dc90 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 944 time: 0.0962620 Jun 29 12:46:29.360049 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-64122eae-a21b-47ff-a38e-669224d65746 req-97227536-fb8d-4487-b5e4-40a34ddcbfa9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a47c60-e688-4599-85d1-f7dd07615a5a HTTP/1.1" status: 200 len: 217 time: 0.0394502 Jun 29 12:46:29.415417 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7d2d3023-1247-49cf-97b1-b1f75c4be292 req-a46baba6-16a6-4d0a-8aed-ba8162a97deb tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876980 Jun 29 12:46:29.427568 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64122eae-a21b-47ff-a38e-669224d65746 req-d13863b0-1c00-40dd-8c3e-bd1ac84767e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:29.428911 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-64122eae-a21b-47ff-a38e-669224d65746 req-d13863b0-1c00-40dd-8c3e-bd1ac84767e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80bd7839-1704-4ce4-bdcb-9124a2c83049 HTTP/1.1" status: 200 len: 854 time: 0.0573852 Jun 29 12:46:29.485679 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64122eae-a21b-47ff-a38e-669224d65746 req-69d7cb01-4de8-4c93-88ef-98bb4e4aa7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:29.487192 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-64122eae-a21b-47ff-a38e-669224d65746 req-69d7cb01-4de8-4c93-88ef-98bb4e4aa7fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519917 Jun 29 12:46:29.578441 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-64122eae-a21b-47ff-a38e-669224d65746 req-295aa17c-6c04-4680-9510-fe740e2c0879 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844111 Jun 29 12:46:29.667688 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-64122eae-a21b-47ff-a38e-669224d65746 req-6e113ecc-3e84-4851-93f2-da01bef898c9 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813949 Jun 29 12:46:30.587433 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36295729-d602-4259-a2f9-48ec8f7780c1 req-38bbcc3e-85e8-4c52-a40a-746abb8f6dd8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:30.589080 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-36295729-d602-4259-a2f9-48ec8f7780c1 req-38bbcc3e-85e8-4c52-a40a-746abb8f6dd8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 944 time: 0.0634170 Jun 29 12:46:30.593733 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 05a47c60-e688-4599-85d1-f7dd07615a5a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=93601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 12:46:30.634163 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-36295729-d602-4259-a2f9-48ec8f7780c1 req-99992eeb-d8a5-4db8-809e-9fd406faa070 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393307 Jun 29 12:46:30.694114 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 05a47c60-e688-4599-85d1-f7dd07615a5a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=05a47c60-e688-4599-85d1-f7dd07615a5a,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:30.709486 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Returning: {'device': '05a47c60-e688-4599-85d1-f7dd07615a5a', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'port_id': '05a47c60-e688-4599-85d1-f7dd07615a5a', 'mac_address': 'fa:16:3e:24:1c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 12:46:30.741659 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:30.754492 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a47c60-e688-4599-85d1-f7dd07615a5a {{(pid=93601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 12:46:30.773341 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 05a47c60-e688-4599-85d1-f7dd07615a5a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=05a47c60-e688-4599-85d1-f7dd07615a5a,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:30.855171 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:30.856887 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-c372fe74-9f31-49af-a4fe-30c2625c2a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:30.900503 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=05a47c60-e688-4599-85d1-f7dd07615a5a,revision_number=4']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:30.907609 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:30.907961 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:30.908301 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:30.908634 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:30.908963 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:30.909288 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:30.909612 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:30.909934 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:30.910320 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:30.910674 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:30.910996 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:30.911314 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:30.915019 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:31.060674 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['05a47c60-e688-4599-85d1-f7dd07615a5a'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:46:31.814457 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0066e93-1bdf-4379-90ad-9f4f2ad592ac req-b18aa092-aa7b-46ab-883e-c5070e761997 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:31.815904 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a0066e93-1bdf-4379-90ad-9f4f2ad592ac req-b18aa092-aa7b-46ab-883e-c5070e761997 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 945 time: 0.0668879 Jun 29 12:46:31.852441 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a0066e93-1bdf-4379-90ad-9f4f2ad592ac req-fe2b1e33-c53b-4198-b043-4fc74a34ea16 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309408 Jun 29 12:46:31.964665 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:46:32.593566 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 05a47c60-e688-4599-85d1-f7dd07615a5a up at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 12:46:32.734721 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning for port 05a47c60-e688-4599-85d1-f7dd07615a5a completed by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 12:46:32.738646 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Provisioning complete for port 05a47c60-e688-4599-85d1-f7dd07615a5a triggered by entity L2. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:46:32.739026 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:32.821953 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:32.843908 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a'}] {{(pid=93601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:46:32.846066 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}493bc0455bada0809b99d3b868f62206b663c1109271784124b12154aac73c2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52013cd4-711a-4e3f-81e8-c4cafa04d88d" -d '{"events": [{"server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "name": "network-vif-plugged", "status": "completed", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a"}]}' {{(pid=93601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:46:32.858160 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] For port 05a47c60-e688-4599-85d1-f7dd07615a5a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=05a47c60-e688-4599-85d1-f7dd07615a5a,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:32.923429 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492'] for port, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:32.925486 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:32.948424 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c17176d-a1cb-4082-82c3-64d8dd16d75c x-openstack-request-id: req-3c17176d-a1cb-4082-82c3-64d8dd16d75c {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:46:32.948810 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "name": "network-vif-plugged", "status": "completed", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a", "code": 200}]} {{(pid=93601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:46:32.949010 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c17176d-a1cb-4082-82c3-64d8dd16d75c {{(pid=93601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:46:32.949748 dv-cinder-786627-14-iscsi neutron-server[93601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a', 'code': 200} Jun 29 12:46:32.975404 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Pushing event updated for resources: {'Port': ['ID=05a47c60-e688-4599-85d1-f7dd07615a5a,revision_number=5']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:32.978432 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:33.030500 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee711b-8679-4b49-8031-c4a73880ee99 req-156bd974-4a0e-4042-89b9-8a5869883b21 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:33.032220 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-15ee711b-8679-4b49-8031-c4a73880ee99 req-156bd974-4a0e-4042-89b9-8a5869883b21 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 946 time: 0.0649226 Jun 29 12:46:33.069200 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-15ee711b-8679-4b49-8031-c4a73880ee99 req-b97e12a4-506e-45d3-8d32-5b8ac91bae71 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Jun 29 12:46:33.371767 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0a357-ea56-488e-8744-1269bec63d8a req-4ef4ba76-bd03-4691-b477-b817a979fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:33.373223 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3da0a357-ea56-488e-8744-1269bec63d8a req-4ef4ba76-bd03-4691-b477-b817a979fc11 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 1099 time: 0.0538876 Jun 29 12:46:33.406910 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3da0a357-ea56-488e-8744-1269bec63d8a req-4da03c26-ab42-48b4-8411-6dfd1ed55693 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272520 Jun 29 12:46:34.241870 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0330df-85fb-4f81-a870-250f1e27b064 req-98334b64-fd62-4bd9-94ed-36da8c29c628 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:34.243340 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4a0330df-85fb-4f81-a870-250f1e27b064 req-98334b64-fd62-4bd9-94ed-36da8c29c628 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 946 time: 0.0622156 Jun 29 12:46:34.281770 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-4a0330df-85fb-4f81-a870-250f1e27b064 req-25e64838-4cd1-44e3-a1b4-c1f71648c848 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Jun 29 12:46:35.450721 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946debf7-7e2a-4a99-b9ed-639f3711a2cf req-a2d289fd-1ebb-4b2d-a2c0-aed0ac7951d0 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:35.452159 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-946debf7-7e2a-4a99-b9ed-639f3711a2cf req-a2d289fd-1ebb-4b2d-a2c0-aed0ac7951d0 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 946 time: 0.0614800 Jun 29 12:46:35.488853 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-946debf7-7e2a-4a99-b9ed-639f3711a2cf req-c5ee07a5-22af-4ef2-b16a-07382a23b7ba tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311942 Jun 29 12:46:35.663505 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadbe9f-4d33-40ab-8525-03096c3f9fdb req-b6db0bd3-5078-4373-a1db-dd3bf02d3085 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:35.664937 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1eadbe9f-4d33-40ab-8525-03096c3f9fdb req-b6db0bd3-5078-4373-a1db-dd3bf02d3085 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 946 time: 0.0682178 Jun 29 12:46:35.702422 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1eadbe9f-4d33-40ab-8525-03096c3f9fdb req-241dcaf2-ee0e-44e3-8184-9d1e6e9f22de tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310264 Jun 29 12:46:36.080804 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e087dc5-2400-4f35-b70d-24e557572f86 req-18fa6810-8f3b-43b2-bc44-0be65578ca44 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:36.082280 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9e087dc5-2400-4f35-b70d-24e557572f86 req-18fa6810-8f3b-43b2-bc44-0be65578ca44 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 946 time: 0.0622289 Jun 29 12:46:36.122152 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-9e087dc5-2400-4f35-b70d-24e557572f86 req-7e75c0e8-0b94-4677-87b1-89a4c14a081e tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336099 Jun 29 12:46:37.522867 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-fdb177c6-13a3-4d6b-b4c7-5b5454e1bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:40.061115 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-3c1670b1-47d9-481b-89e8-05223688e910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:40.311805 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:41.515908 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:42.864010 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:46.669322 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b45ce-dc46-4ba8-b4ee-3bb87e2539ec req-b0dee423-01f6-47d2-8e40-3ab641510c61 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:46.670833 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-670b45ce-dc46-4ba8-b4ee-3bb87e2539ec req-b0dee423-01f6-47d2-8e40-3ab641510c61 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 946 time: 0.0681696 Jun 29 12:46:46.709013 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-670b45ce-dc46-4ba8-b4ee-3bb87e2539ec req-b7c96720-d796-482e-8789-1544fa9031d8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Jun 29 12:46:46.734182 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59562) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:46.883775 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b139c93-8dac-43b9-a204-8d0fd54c6588 tempest-TestMinimumBasicScenario-445400488 tempest-TestMinimumBasicScenario-445400488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:46.885245 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-3b139c93-8dac-43b9-a204-8d0fd54c6588 tempest-TestMinimumBasicScenario-445400488 tempest-TestMinimumBasicScenario-445400488-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 1094 time: 0.1501012 Jun 29 12:46:46.888208 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59566) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:46.892617 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Request body: {'floatingip': {'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'port_id': '05a47c60-e688-4599-85d1-f7dd07615a5a', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:46:46.974764 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for floatingip, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:47.067744 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:47.410703 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_common [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Allocated IP 172.27.2.77 (5d29d3bc-1152-453d-a957-1bb2d7beb9bb/57e6f8fb-e84c-4a15-b2da-450e1ebd21ff/4aaf7d94-c1e2-4bbb-9603-b6685f3c0a56) {{(pid=93600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 12:46:47.506542 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for port, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:47.614885 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1689223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792255644429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5564811'] for port, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:47.617228 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-572d7348-42cc-45ee-80d1-06b47dc61aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:47.655539 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Network 5d29d3bc-1152-453d-a957-1bb2d7beb9bb is already hosted by enough agents. {{(pid=93600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 12:46:47.659541 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.base_scheduler [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Resources bound (agent type, host, resource id): {{(pid=93600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 12:46:47.662208 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Received port after_create {{(pid=93600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 12:46:47.689297 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event updated for resources: {'Port': ['ID=4aaf7d94-c1e2-4bbb-9603-b6685f3c0a56,revision_number=1']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:47.692074 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:47.927432 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:48.038700 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:48.190403 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:48.333185 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for port, precommit_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:48.414281 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5564857'] for port, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:48.417072 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-7abd3bc8-3109-47ec-8ee4-0f23890f8a0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:48.485615 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event updated for resources: {'Port': ['ID=4aaf7d94-c1e2-4bbb-9603-b6685f3c0a56,revision_number=2']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:48.489361 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:48.493970 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-779063'] for floatingip, after_update {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:48.592061 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.l3_db [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Floating IP 021f9051-5cd0-4790-b6c0-94e764483a8d associated. External IP: 172.27.2.77, port: 05a47c60-e688-4599-85d1-f7dd07615a5a. Jun 29 12:46:48.786857 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Router 908d1309-d207-48f6-a765-e27e9b249c3b has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:46:48.891078 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:46:48.900520 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aba3a4-737c-4cbb-86b4-8a871d5de37d None None] Sync routers for ids ['908d1309-d207-48f6-a765-e27e9b249c3b'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:46:48.910845 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aba3a4-737c-4cbb-86b4-8a871d5de37d None None] Routers {'908d1309-d207-48f6-a765-e27e9b249c3b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:46:48.917338 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-e2aba3a4-737c-4cbb-86b4-8a871d5de37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:46:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['908d1309-d207-48f6-a765-e27e9b249c3b'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:49.016292 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-e2aba3a4-737c-4cbb-86b4-8a871d5de37d None None] Set router 908d1309-d207-48f6-a765-e27e9b249c3b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:46:49.019172 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:49.056274 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-26fcb83e-771c-42ac-a264-5227f2ce5ec4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1668916 Jun 29 12:46:49.056920 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:46:49.059119 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8d15f3-1b13-4b7f-b216-acc148a2adda" -d '{"events": [{"name": "network-changed", "server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:46:49.059381 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59568) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:49.064971 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [None req-6c15954a-2f5a-4c7e-9ccd-44f4e0cda93d tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488072288', 'description': 'tempest-secgroup-smoke-1488072288 description', 'project_id': '7385e687e52540e9a4f379ac68f78e81'}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:46:49.099679 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9a33c7-0848-4459-bebf-f756dba3509f x-openstack-request-id: req-fd9a33c7-0848-4459-bebf-f756dba3509f {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:46:49.100144 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:46:49.100518 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd9a33c7-0848-4459-bebf-f756dba3509f {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:46:49.100960 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a', 'status': 'completed', 'code': 200} Jun 29 12:46:49.150948 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c15954a-2f5a-4c7e-9ccd-44f4e0cda93d tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group, before_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:49.211505 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d15f3-1b13-4b7f-b216-acc148a2adda req-0ebf83ef-27a8-472a-99c9-cd21bd3c4ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:49.213324 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5c8d15f3-1b13-4b7f-b216-acc148a2adda req-0ebf83ef-27a8-472a-99c9-cd21bd3c4ce4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7385e687e52540e9a4f379ac68f78e81&device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 1099 time: 0.0887070 Jun 29 12:46:49.246649 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-e2aba3a4-737c-4cbb-86b4-8a871d5de37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:45:51Z', 'revision_number': 4, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port': {'id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:48Z', 'updated_at': '2021-06-29T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': '021f9051-5cd0-4790-b6c0-94e764483a8d', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'port_id': '05a47c60-e688-4599-85d1-f7dd07615a5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'mac_address': 'fa:16:3e:24:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:46:47Z', 'updated_at': '2021-06-29T12:46:47Z', 'revision_number': 0, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8e5dd4-c928-4703-ade3-f99cee522b9a', 'name': '', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'mac_address': 'fa:16:3e:c2:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:50Z', 'updated_at': '2021-06-29T12:45:56Z', 'revision_number': 5, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'subnets': [{'id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:49.273550 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aba3a4-737c-4cbb-86b4-8a871d5de37d None None] Checking router: 908d1309-d207-48f6-a765-e27e9b249c3b for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:46:49.281984 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aba3a4-737c-4cbb-86b4-8a871d5de37d None None] Routers {'908d1309-d207-48f6-a765-e27e9b249c3b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:46:49.282743 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-e2aba3a4-737c-4cbb-86b4-8a871d5de37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:46:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['908d1309-d207-48f6-a765-e27e9b249c3b'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:49.307958 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c15954a-2f5a-4c7e-9ccd-44f4e0cda93d tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:49.334492 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d15f3-1b13-4b7f-b216-acc148a2adda req-7a779de1-e79e-48f0-932a-c3d726da8d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:49.335963 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5c8d15f3-1b13-4b7f-b216-acc148a2adda req-7a779de1-e79e-48f0-932a-c3d726da8d90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba HTTP/1.1" status: 200 len: 916 time: 0.1126828 Jun 29 12:46:49.386924 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-e2aba3a4-737c-4cbb-86b4-8a871d5de37d None None] Set router 908d1309-d207-48f6-a765-e27e9b249c3b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:46:49.389391 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c15954a-2f5a-4c7e-9ccd-44f4e0cda93d tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_create {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:49.394670 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-06ed0580-0321-4578-9b01-24864f5757dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:49.430103 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5c8d15f3-1b13-4b7f-b216-acc148a2adda req-bf966da5-3702-4659-94e2-7fdebe80bb72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a47c60-e688-4599-85d1-f7dd07615a5a HTTP/1.1" status: 200 len: 999 time: 0.0875027 Jun 29 12:46:49.431171 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15954a-2f5a-4c7e-9ccd-44f4e0cda93d tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e0eb8d-64d3-4cca-b386-4d661d0daad1,revision_number=1']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:49.434085 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6c15954a-2f5a-4c7e-9ccd-44f4e0cda93d tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:49.483947 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d15f3-1b13-4b7f-b216-acc148a2adda req-e095fc21-9807-42a4-ad3e-3e9c80a81d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:49.486090 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5c8d15f3-1b13-4b7f-b216-acc148a2adda req-e095fc21-9807-42a4-ad3e-3e9c80a81d96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80bd7839-1704-4ce4-bdcb-9124a2c83049 HTTP/1.1" status: 200 len: 854 time: 0.0488007 Jun 29 12:46:49.487289 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6c15954a-2f5a-4c7e-9ccd-44f4e0cda93d tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:49.488367 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-6c15954a-2f5a-4c7e-9ccd-44f4e0cda93d tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4274564 Jun 29 12:46:49.491385 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59572) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:49.496280 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Request body: {'security_group_rule': {'security_group_id': '34e0eb8d-64d3-4cca-b386-4d661d0daad1', 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:46:49.543828 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d15f3-1b13-4b7f-b216-acc148a2adda req-e308857f-5eb7-4fd9-b41e-c673c0e29b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:49.545322 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5c8d15f3-1b13-4b7f-b216-acc148a2adda req-e308857f-5eb7-4fd9-b41e-c673c0e29b13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521684 Jun 29 12:46:49.589614 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:49.620759 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-e2aba3a4-737c-4cbb-86b4-8a871d5de37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:45:51Z', 'revision_number': 4, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port': {'id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:48Z', 'updated_at': '2021-06-29T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': '021f9051-5cd0-4790-b6c0-94e764483a8d', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'port_id': '05a47c60-e688-4599-85d1-f7dd07615a5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'mac_address': 'fa:16:3e:24:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:46:47Z', 'updated_at': '2021-06-29T12:46:47Z', 'revision_number': 0, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8e5dd4-c928-4703-ade3-f99cee522b9a', 'name': '', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'mac_address': 'fa:16:3e:c2:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:50Z', 'updated_at': '2021-06-29T12:45:56Z', 'revision_number': 5, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'subnets': [{'id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:46:49.637127 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5c8d15f3-1b13-4b7f-b216-acc148a2adda req-cb66d807-0faf-440b-9792-e8bfb4760934 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848660 Jun 29 12:46:49.653568 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:49.660153 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aba3a4-737c-4cbb-86b4-8a871d5de37d None None] The sync data for ids ['908d1309-d207-48f6-a765-e27e9b249c3b'] in dv-cinder-786627-14-iscsi is: [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:45:51Z', 'revision_number': 4, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port': {'id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:48Z', 'updated_at': '2021-06-29T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_floatingips': [{'id': '021f9051-5cd0-4790-b6c0-94e764483a8d', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'router_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'port_id': '05a47c60-e688-4599-85d1-f7dd07615a5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'mac_address': 'fa:16:3e:24:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T12:46:47Z', 'updated_at': '2021-06-29T12:46:47Z', 'revision_number': 0, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8e5dd4-c928-4703-ade3-f99cee522b9a', 'name': '', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'mac_address': 'fa:16:3e:c2:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:50Z', 'updated_at': '2021-06-29T12:45:56Z', 'revision_number': 5, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'subnets': [{'id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:46:49.715748 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:49.717804 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:49.736109 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d8b789-28cc-4be0-aef0-f248a6309917,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:49.738075 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5c8d15f3-1b13-4b7f-b216-acc148a2adda req-c37353fe-3f8d-4170-8fd4-afe527cfa950 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938184 Jun 29 12:46:49.744754 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:49.745159 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:49.745534 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:49.745904 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:49.746306 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:49.746674 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:49.747040 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:49.747393 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:49.747927 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:49.748473 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:49.748832 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:49.749189 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:46:49.752749 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:49.830048 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:49.833372 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389821 Jun 29 12:46:49.834348 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59574) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:49.839070 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-c7576b2a-2eb3-4e7b-bfc9-5c1da5a7882f tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Request body: {'security_group_rule': {'security_group_id': '34e0eb8d-64d3-4cca-b386-4d661d0daad1', 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:46:49.857602 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91d5a63-d708-407d-9570-915d3eb99427 None None] New status for floating IP 021f9051-5cd0-4790-b6c0-94e764483a8d: ACTIVE {{(pid=93602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:46:49.920308 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c7576b2a-2eb3-4e7b-bfc9-5c1da5a7882f tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:49.976074 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c7576b2a-2eb3-4e7b-bfc9-5c1da5a7882f tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:50.081244 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c7576b2a-2eb3-4e7b-bfc9-5c1da5a7882f tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:50.083298 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:50.100075 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7576b2a-2eb3-4e7b-bfc9-5c1da5a7882f tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146ccba6-6a84-4e52-a7f4-d084a7f7fe08,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:50.109128 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c7576b2a-2eb3-4e7b-bfc9-5c1da5a7882f tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:50.220571 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-c7576b2a-2eb3-4e7b-bfc9-5c1da5a7882f tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:50.221802 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-c7576b2a-2eb3-4e7b-bfc9-5c1da5a7882f tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3864162 Jun 29 12:46:50.224607 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59576) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:50.229040 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-5c621254-65bb-4699-88fb-525431a0bf32 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Request body: {'security_group_rule': {'security_group_id': '34e0eb8d-64d3-4cca-b386-4d661d0daad1', 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:46:50.338266 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5c621254-65bb-4699-88fb-525431a0bf32 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:50.394075 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5c621254-65bb-4699-88fb-525431a0bf32 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:50.488681 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5c621254-65bb-4699-88fb-525431a0bf32 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:50.490769 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-c90b5e88-47b8-4142-b15a-86413e0f0bde tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:50.506813 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c621254-65bb-4699-88fb-525431a0bf32 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021ad014-8ac5-4f81-a267-dd5dd5f8a73c,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:50.509100 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-5c621254-65bb-4699-88fb-525431a0bf32 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:50.614736 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-5c621254-65bb-4699-88fb-525431a0bf32 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:50.616003 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-5c621254-65bb-4699-88fb-525431a0bf32 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3904474 Jun 29 12:46:50.618724 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59578) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:50.623160 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-aa7cc438-d33d-40e9-9aa5-3618260dd9c2 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Request body: {'security_group_rule': {'security_group_id': '34e0eb8d-64d3-4cca-b386-4d661d0daad1', 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:46:50.745789 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc438-d33d-40e9-9aa5-3618260dd9c2 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:50.819371 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc438-d33d-40e9-9aa5-3618260dd9c2 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:50.900262 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc438-d33d-40e9-9aa5-3618260dd9c2 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:50.902393 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:50.931725 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cc438-d33d-40e9-9aa5-3618260dd9c2 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494f5b02-7b14-48b3-9077-5bfff3533f26,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:50.934802 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-aa7cc438-d33d-40e9-9aa5-3618260dd9c2 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:51.007398 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc438-d33d-40e9-9aa5-3618260dd9c2 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:51.008535 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-aa7cc438-d33d-40e9-9aa5-3618260dd9c2 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3888934 Jun 29 12:46:51.011241 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59580) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:51.015851 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-382387f2-1d9a-4ec4-84fd-142e5445b3e4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Request body: {'security_group_rule': {'security_group_id': '34e0eb8d-64d3-4cca-b386-4d661d0daad1', 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:46:51.098696 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.securitygroups_db [None req-382387f2-1d9a-4ec4-84fd-142e5445b3e4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Project 7385e687e52540e9a4f379ac68f78e81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 12:46:51.103926 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-382387f2-1d9a-4ec4-84fd-142e5445b3e4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:51.177108 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-382387f2-1d9a-4ec4-84fd-142e5445b3e4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:51.252937 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-382387f2-1d9a-4ec4-84fd-142e5445b3e4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:51.255108 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-aa7cc438-d33d-40e9-9aa5-3618260dd9c2 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:51.271843 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382387f2-1d9a-4ec4-84fd-142e5445b3e4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6002f2-5769-46c4-85a9-a168f3e5b182,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:51.274189 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-382387f2-1d9a-4ec4-84fd-142e5445b3e4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:51.346450 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-382387f2-1d9a-4ec4-84fd-142e5445b3e4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:51.347699 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-382387f2-1d9a-4ec4-84fd-142e5445b3e4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3354824 Jun 29 12:46:51.350503 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59582) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:46:51.355120 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.v2.base [None req-f8238178-be81-440b-ba49-1ebd67ed40db tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Request body: {'security_group_rule': {'security_group_id': '34e0eb8d-64d3-4cca-b386-4d661d0daad1', 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:46:51.448570 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.securitygroups_db [None req-f8238178-be81-440b-ba49-1ebd67ed40db tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Project 7385e687e52540e9a4f379ac68f78e81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 12:46:51.453648 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f8238178-be81-440b-ba49-1ebd67ed40db tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:51.514580 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f8238178-be81-440b-ba49-1ebd67ed40db tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:51.597199 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f8238178-be81-440b-ba49-1ebd67ed40db tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-672403'] for security_group_rule, after_create {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:51.601841 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:51.617223 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8238178-be81-440b-ba49-1ebd67ed40db tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4cc722-12ce-4013-b7a2-a1ff371f8ed9,revision_number=0']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:51.619568 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-f8238178-be81-440b-ba49-1ebd67ed40db tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:51.676848 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-f8238178-be81-440b-ba49-1ebd67ed40db tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:51.678027 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-f8238178-be81-440b-ba49-1ebd67ed40db tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3265812 Jun 29 12:46:51.798778 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bad0b79c-3329-409f-8f4e-1a48fcb1b339 req-9c0b02c7-36ae-4ecb-8889-49102fd0d046 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488072288&fields=id&tenant_id=7385e687e52540e9a4f379ac68f78e81 HTTP/1.1" status: 200 len: 267 time: 0.0340357 Jun 29 12:46:51.862855 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0b79c-3329-409f-8f4e-1a48fcb1b339 req-e12e689a-6f3c-4c92-88a5-365df3b03f5c tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:51.864204 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bad0b79c-3329-409f-8f4e-1a48fcb1b339 req-e12e689a-6f3c-4c92-88a5-365df3b03f5c tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 946 time: 0.0602150 Jun 29 12:46:51.874483 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-bad0b79c-3329-409f-8f4e-1a48fcb1b339 req-947bc992-8341-497f-91d9-9c8c3b426540 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Request body: {'port': {'security_groups': ['07ba8730-b617-4628-aaa7-b4b6da994274', '34e0eb8d-64d3-4cca-b386-4d661d0daad1']}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:46:51.961429 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-bad0b79c-3329-409f-8f4e-1a48fcb1b339 req-947bc992-8341-497f-91d9-9c8c3b426540 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:52.424455 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-bad0b79c-3329-409f-8f4e-1a48fcb1b339 req-947bc992-8341-497f-91d9-9c8c3b426540 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] For port 05a47c60-e688-4599-85d1-f7dd07615a5a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=05a47c60-e688-4599-85d1-f7dd07615a5a,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:46:52.452381 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-bad0b79c-3329-409f-8f4e-1a48fcb1b339 req-947bc992-8341-497f-91d9-9c8c3b426540 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:52.517531 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-bad0b79c-3329-409f-8f4e-1a48fcb1b339 req-947bc992-8341-497f-91d9-9c8c3b426540 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:52.521459 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-16f573e3-9381-46b5-affd-1ca553c5d52b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:46:52.528634 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['05a47c60-e688-4599-85d1-f7dd07615a5a'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:46:52.565282 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0b79c-3329-409f-8f4e-1a48fcb1b339 req-947bc992-8341-497f-91d9-9c8c3b426540 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:52.565967 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-bad0b79c-3329-409f-8f4e-1a48fcb1b339 req-947bc992-8341-497f-91d9-9c8c3b426540 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:52.570425 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-bad0b79c-3329-409f-8f4e-1a48fcb1b339 req-947bc992-8341-497f-91d9-9c8c3b426540 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "PUT /v2.0/ports/05a47c60-e688-4599-85d1-f7dd07615a5a HTTP/1.1" status: 200 len: 982 time: 0.7001626 Jun 29 12:46:52.571015 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:46:52.573436 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38767dea-af95-4c20-a312-e89414af7e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:46:52.606786 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bc992-8341-497f-91d9-9c8c3b426540 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event updated for resources: {'Port': ['ID=05a47c60-e688-4599-85d1-f7dd07615a5a,revision_number=6']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:46:52.609955 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-947bc992-8341-497f-91d9-9c8c3b426540 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:46:52.630447 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3f1490-6cd5-45d7-a7f7-d1b1cb1a294f x-openstack-request-id: req-0a3f1490-6cd5-45d7-a7f7-d1b1cb1a294f {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:46:52.631065 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:46:52.631536 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a3f1490-6cd5-45d7-a7f7-d1b1cb1a294f {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:46:52.632244 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a', 'status': 'completed', 'code': 200} Jun 29 12:46:52.637863 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['05a47c60-e688-4599-85d1-f7dd07615a5a'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:46:52.762063 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38767dea-af95-4c20-a312-e89414af7e1d req-f66fc754-e8db-47ec-b77f-7a8801ab28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:52.763573 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-38767dea-af95-4c20-a312-e89414af7e1d req-f66fc754-e8db-47ec-b77f-7a8801ab28ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7385e687e52540e9a4f379ac68f78e81&device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 1138 time: 0.1068034 Jun 29 12:46:52.828040 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035fe1-a6b5-4118-8c20-d2bd74bc31b6 req-5ad7a526-b465-4698-b48b-05cbde674dd5 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:52.830621 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d6035fe1-a6b5-4118-8c20-d2bd74bc31b6 req-5ad7a526-b465-4698-b48b-05cbde674dd5 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 985 time: 0.1362772 Jun 29 12:46:52.895349 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-a0d21456-2ffa-414d-b32a-fa9b34d273a9 None None] Provisioning complete for port 05a47c60-e688-4599-85d1-f7dd07615a5a triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:46:52.895730 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-a0d21456-2ffa-414d-b32a-fa9b34d273a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:46:52.903202 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-d6035fe1-a6b5-4118-8c20-d2bd74bc31b6 req-3bb5ce26-571a-40c7-92d7-345c173d6f58 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=34e0eb8d-64d3-4cca-b386-4d661d0daad1&id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632896 Jun 29 12:46:52.906675 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38767dea-af95-4c20-a312-e89414af7e1d req-fe2032ca-a6c0-4a72-a0e0-ce8de7972e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:52.908764 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-38767dea-af95-4c20-a312-e89414af7e1d req-fe2032ca-a6c0-4a72-a0e0-ce8de7972e08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba HTTP/1.1" status: 200 len: 916 time: 0.1391718 Jun 29 12:46:52.983940 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-38767dea-af95-4c20-a312-e89414af7e1d req-ed178272-32fe-45a0-be5e-5394ac32d56d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a47c60-e688-4599-85d1-f7dd07615a5a HTTP/1.1" status: 200 len: 1001 time: 0.0669079 Jun 29 12:46:53.039400 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38767dea-af95-4c20-a312-e89414af7e1d req-cbad057b-825c-48df-9503-474a03bc94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:53.040993 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-38767dea-af95-4c20-a312-e89414af7e1d req-cbad057b-825c-48df-9503-474a03bc94d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80bd7839-1704-4ce4-bdcb-9124a2c83049 HTTP/1.1" status: 200 len: 854 time: 0.0497777 Jun 29 12:46:53.106892 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38767dea-af95-4c20-a312-e89414af7e1d req-27552396-67d1-43f2-9889-574a3f5b8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:53.108036 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-38767dea-af95-4c20-a312-e89414af7e1d req-27552396-67d1-43f2-9889-574a3f5b8dbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0592701 Jun 29 12:46:53.207515 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-38767dea-af95-4c20-a312-e89414af7e1d req-89ff8cc5-2311-4b84-9f24-00795f658608 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923331 Jun 29 12:46:53.298334 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-38767dea-af95-4c20-a312-e89414af7e1d req-5b61c0bd-2ab1-4c05-b0d9-efaa60221057 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837181 Jun 29 12:46:56.329714 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-818224a6-128b-4245-97b9-185cd0bd5116 req-0fa82457-f8ca-4ee5-b75c-c2e78b33bf7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552020 Jun 29 12:46:56.430461 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818224a6-128b-4245-97b9-185cd0bd5116 req-6c52e348-b8ca-4df7-97c0-42a1c0d74fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:56.431932 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-818224a6-128b-4245-97b9-185cd0bd5116 req-6c52e348-b8ca-4df7-97c0-42a1c0d74fc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7385e687e52540e9a4f379ac68f78e81&device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 1138 time: 0.0576591 Jun 29 12:46:56.540018 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818224a6-128b-4245-97b9-185cd0bd5116 req-5334d183-467c-460c-b34b-eb0b1345f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:56.541445 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-818224a6-128b-4245-97b9-185cd0bd5116 req-5334d183-467c-460c-b34b-eb0b1345f0f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba HTTP/1.1" status: 200 len: 916 time: 0.0876510 Jun 29 12:46:56.605338 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-818224a6-128b-4245-97b9-185cd0bd5116 req-d26f0f4c-60ba-4c7a-b5b5-fc88c81fceb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a47c60-e688-4599-85d1-f7dd07615a5a HTTP/1.1" status: 200 len: 1001 time: 0.0567784 Jun 29 12:46:56.651523 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818224a6-128b-4245-97b9-185cd0bd5116 req-5a534c2f-ad1d-4b4d-a5d7-b695ffeb8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:56.652978 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-818224a6-128b-4245-97b9-185cd0bd5116 req-5a534c2f-ad1d-4b4d-a5d7-b695ffeb8703 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80bd7839-1704-4ce4-bdcb-9124a2c83049 HTTP/1.1" status: 200 len: 854 time: 0.0415089 Jun 29 12:46:56.716155 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818224a6-128b-4245-97b9-185cd0bd5116 req-906b6be9-ea78-451f-b461-90c7853b9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:46:56.717644 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-818224a6-128b-4245-97b9-185cd0bd5116 req-906b6be9-ea78-451f-b461-90c7853b9132 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572064 Jun 29 12:46:56.806954 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-818224a6-128b-4245-97b9-185cd0bd5116 req-55faf5b1-93ad-438f-9b39-9696bf9270ce service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827837 Jun 29 12:46:56.901619 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-818224a6-128b-4245-97b9-185cd0bd5116 req-4228b12c-e41e-421b-9ff3-9d9872b03bcc service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877514 Jun 29 12:47:07.477038 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-1a441353-15a1-4f69-b5a3-aed43d38dac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:08.430298 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4a5e-7863-4ced-aa2e-9d5fc2963ff6 req-af15ff46-e4eb-4723-940a-27079f4067d7 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:08.431821 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0a5f4a5e-7863-4ced-aa2e-9d5fc2963ff6 req-af15ff46-e4eb-4723-940a-27079f4067d7 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 985 time: 0.0672169 Jun 29 12:47:08.500528 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0a5f4a5e-7863-4ced-aa2e-9d5fc2963ff6 req-c8e25fbb-8c55-40e3-92e8-fed144f23f48 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=34e0eb8d-64d3-4cca-b386-4d661d0daad1&id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626378 Jun 29 12:47:08.518909 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8058e-eaa2-46d0-be43-748ac0dc6611 req-18194ae5-d569-4505-bee1-bbf78043874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:08.520400 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-66b8058e-eaa2-46d0-be43-748ac0dc6611 req-18194ae5-d569-4505-bee1-bbf78043874d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7385e687e52540e9a4f379ac68f78e81&device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 1138 time: 0.0754158 Jun 29 12:47:08.611428 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8058e-eaa2-46d0-be43-748ac0dc6611 req-de61e43f-53d6-4253-98f6-96891ef14a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:08.612771 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-66b8058e-eaa2-46d0-be43-748ac0dc6611 req-de61e43f-53d6-4253-98f6-96891ef14a11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba HTTP/1.1" status: 200 len: 916 time: 0.0863814 Jun 29 12:47:08.677855 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-66b8058e-eaa2-46d0-be43-748ac0dc6611 req-a240dfbb-c6ed-4903-8ab5-eddaffe3e8e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a47c60-e688-4599-85d1-f7dd07615a5a HTTP/1.1" status: 200 len: 1001 time: 0.0586410 Jun 29 12:47:08.732092 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8058e-eaa2-46d0-be43-748ac0dc6611 req-ebddcdac-0c89-4616-87a0-85403f9e4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:08.735204 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-66b8058e-eaa2-46d0-be43-748ac0dc6611 req-ebddcdac-0c89-4616-87a0-85403f9e4331 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80bd7839-1704-4ce4-bdcb-9124a2c83049 HTTP/1.1" status: 200 len: 854 time: 0.0464725 Jun 29 12:47:08.791830 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8058e-eaa2-46d0-be43-748ac0dc6611 req-cbe4841e-18ee-4bbe-875c-3590c0772cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:08.793301 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-66b8058e-eaa2-46d0-be43-748ac0dc6611 req-cbe4841e-18ee-4bbe-875c-3590c0772cf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532002 Jun 29 12:47:08.882028 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-66b8058e-eaa2-46d0-be43-748ac0dc6611 req-d2464868-7786-42c1-90f4-ef1732c8dd9c service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806730 Jun 29 12:47:08.963146 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:47:08.973978 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-66b8058e-eaa2-46d0-be43-748ac0dc6611 req-ac475e12-076f-4bdf-b343-2a2de8d61da9 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852826 Jun 29 12:47:09.681298 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d59f3-d136-46b7-bc57-c0b43d47a847 req-1479bef9-90ec-4c7c-9d97-5e0b1d4c950a tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:09.682825 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e91d59f3-d136-46b7-bc57-c0b43d47a847 req-1479bef9-90ec-4c7c-9d97-5e0b1d4c950a tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 985 time: 0.0665014 Jun 29 12:47:09.722640 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e91d59f3-d136-46b7-bc57-c0b43d47a847 req-d3fb8b2b-be91-45a8-9463-b1f5b5919d03 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=34e0eb8d-64d3-4cca-b386-4d661d0daad1&id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338655 Jun 29 12:47:10.075089 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-bf79856b-a313-4b68-aca5-c5b5e6b7a187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:10.339468 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:10.901158 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b83c91-e0f8-4a3b-82f6-5eb0ad822a9a req-1e8be094-0ee7-438a-ad8d-59d0c6a25ab7 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:10.902644 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-40b83c91-e0f8-4a3b-82f6-5eb0ad822a9a req-1e8be094-0ee7-438a-ad8d-59d0c6a25ab7 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 985 time: 0.0693936 Jun 29 12:47:10.942655 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-40b83c91-e0f8-4a3b-82f6-5eb0ad822a9a req-dfb6763a-ba8f-4dae-9142-546433d1b158 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=34e0eb8d-64d3-4cca-b386-4d661d0daad1&id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340037 Jun 29 12:47:11.459773 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:12.118297 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12e726-5748-4288-a815-8c2d070cb558 req-92474896-be96-4b0c-ae3c-257d8995e098 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:12.119744 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-eb12e726-5748-4288-a815-8c2d070cb558 req-92474896-be96-4b0c-ae3c-257d8995e098 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 985 time: 0.0641916 Jun 29 12:47:12.159315 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-eb12e726-5748-4288-a815-8c2d070cb558 req-14e396dc-109d-4000-9db1-8a3232840d57 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=34e0eb8d-64d3-4cca-b386-4d661d0daad1&id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338922 Jun 29 12:47:12.796404 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:13.329659 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ea872-f20a-42b1-bd76-2dd9e174db15 req-9cb80885-7efa-4ec9-aa0a-6cbb61aa23c6 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:13.331045 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-854ea872-f20a-42b1-bd76-2dd9e174db15 req-9cb80885-7efa-4ec9-aa0a-6cbb61aa23c6 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 985 time: 0.0629759 Jun 29 12:47:13.371649 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-854ea872-f20a-42b1-bd76-2dd9e174db15 req-48ad536b-ddc8-4b49-8a5e-e4602b02bb05 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=34e0eb8d-64d3-4cca-b386-4d661d0daad1&id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334625 Jun 29 12:47:14.546152 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813c31b-7e13-402d-b46b-b09294598c06 req-29680aae-e7dc-4564-8632-edf07bacf22c tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:14.547604 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e813c31b-7e13-402d-b46b-b09294598c06 req-29680aae-e7dc-4564-8632-edf07bacf22c tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 985 time: 0.0661583 Jun 29 12:47:14.586916 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e813c31b-7e13-402d-b46b-b09294598c06 req-291649ad-f77c-4935-b44f-c17fb91349d0 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=34e0eb8d-64d3-4cca-b386-4d661d0daad1&id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336339 Jun 29 12:47:15.763169 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac439bfa-4e37-4716-a04c-0d87ccca608a req-a5f1afec-e5c4-4d3a-82b3-bd77707f66a9 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:15.764644 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ac439bfa-4e37-4716-a04c-0d87ccca608a req-a5f1afec-e5c4-4d3a-82b3-bd77707f66a9 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 985 time: 0.0639129 Jun 29 12:47:15.808843 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-ac439bfa-4e37-4716-a04c-0d87ccca608a req-a502c941-dbee-4a7f-8e44-ffb1d4b15fd4 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=34e0eb8d-64d3-4cca-b386-4d661d0daad1&id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384951 Jun 29 12:47:16.984910 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096a0ab-32d3-410b-8fa2-ba31482de908 req-2336037b-ebbd-4fd5-b461-9151eb3810b5 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:16.986389 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2096a0ab-32d3-410b-8fa2-ba31482de908 req-2336037b-ebbd-4fd5-b461-9151eb3810b5 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 985 time: 0.0660810 Jun 29 12:47:17.026241 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-2096a0ab-32d3-410b-8fa2-ba31482de908 req-67a9aab3-5b02-43fc-a30a-fac8bcce3ff2 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=34e0eb8d-64d3-4cca-b386-4d661d0daad1&id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337658 Jun 29 12:47:17.847562 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:18.203751 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda149a-b7dc-4721-987d-5e51aeeccf50 req-6ab67d4b-2c9c-4f21-ab34-b3ce77ffa5b5 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:18.205204 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1cda149a-b7dc-4721-987d-5e51aeeccf50 req-6ab67d4b-2c9c-4f21-ab34-b3ce77ffa5b5 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 985 time: 0.0643301 Jun 29 12:47:18.245226 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-1cda149a-b7dc-4721-987d-5e51aeeccf50 req-71cc651f-a69d-45d7-936c-3a037b199001 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=34e0eb8d-64d3-4cca-b386-4d661d0daad1&id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341723 Jun 29 12:47:19.418386 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e173d-c46d-47f4-86f1-1768820ae72d req-0f40b7f7-049f-4497-ad63-7e8224ce4edf tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:19.419866 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5a1e173d-c46d-47f4-86f1-1768820ae72d req-0f40b7f7-049f-4497-ad63-7e8224ce4edf tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 985 time: 0.0627327 Jun 29 12:47:19.458662 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-5a1e173d-c46d-47f4-86f1-1768820ae72d req-b17c8e8e-b936-4675-905e-94428af250b6 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=34e0eb8d-64d3-4cca-b386-4d661d0daad1&id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330608 Jun 29 12:47:20.633808 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16036468-dbde-4e22-8ddf-0ecba69baa2c req-2df12301-36a1-4b20-a841-06dbd7e53971 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:20.636027 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-16036468-dbde-4e22-8ddf-0ecba69baa2c req-2df12301-36a1-4b20-a841-06dbd7e53971 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 985 time: 0.0681157 Jun 29 12:47:20.676286 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-16036468-dbde-4e22-8ddf-0ecba69baa2c req-d2885afa-49d9-4631-b0e8-160d9de15114 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=34e0eb8d-64d3-4cca-b386-4d661d0daad1&id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353014 Jun 29 12:47:37.499195 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-bc564b69-638c-42ff-9eca-8da020213785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:40.110403 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-a4e4bbac-63e7-45e7-844f-b7fb153d7599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:40.373103 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:41.508957 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:42.893505 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:45.961069 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:47:47.891720 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:53.739793 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0f0e414c-11b2-4cd2-8ece-adb7869bb827 req-9a4fb5b1-3cbf-464c-8501-67f360b5d619 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488072288&fields=id&tenant_id=7385e687e52540e9a4f379ac68f78e81 HTTP/1.1" status: 200 len: 267 time: 0.0331628 Jun 29 12:47:53.804385 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e414c-11b2-4cd2-8ece-adb7869bb827 req-e4648d49-d8e5-480a-b464-7cc47493ead9 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:53.805829 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0f0e414c-11b2-4cd2-8ece-adb7869bb827 req-e4648d49-d8e5-480a-b464-7cc47493ead9 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 985 time: 0.0608461 Jun 29 12:47:53.817057 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.v2.base [req-0f0e414c-11b2-4cd2-8ece-adb7869bb827 req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Request body: {'port': {'security_groups': ['07ba8730-b617-4628-aaa7-b4b6da994274']}} {{(pid=93599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 12:47:53.900511 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-0f0e414c-11b2-4cd2-8ece-adb7869bb827 req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1689288'] for port, before_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:54.079536 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-0f0e414c-11b2-4cd2-8ece-adb7869bb827 req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] For port 05a47c60-e688-4599-85d1-f7dd07615a5a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=05a47c60-e688-4599-85d1-f7dd07615a5a,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:47:54.108783 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-0f0e414c-11b2-4cd2-8ece-adb7869bb827 req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for port, precommit_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:54.257331 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-0f0e414c-11b2-4cd2-8ece-adb7869bb827 req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792256102858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792255644447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792255644492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5266671'] for port, after_update {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:54.261166 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-ecb5ac4c-c8bd-4591-b0ad-08a5daaf51ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:47:54.269147 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['05a47c60-e688-4599-85d1-f7dd07615a5a'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:47:54.304026 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e414c-11b2-4cd2-8ece-adb7869bb827 req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:54.304630 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-0f0e414c-11b2-4cd2-8ece-adb7869bb827 req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:54.306018 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-0f0e414c-11b2-4cd2-8ece-adb7869bb827 req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "PUT /v2.0/ports/05a47c60-e688-4599-85d1-f7dd07615a5a HTTP/1.1" status: 200 len: 943 time: 0.4941351 Jun 29 12:47:54.306585 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:47:54.308955 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32950a1f-de37-4ecf-9bec-784838522fda" -d '{"events": [{"name": "network-changed", "server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:47:54.361424 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59642) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:47:54.361424 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067310e5-a02f-4ed7-9770-63f314aa3a31 x-openstack-request-id: req-067310e5-a02f-4ed7-9770-63f314aa3a31 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:47:54.361424 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:47:54.361424 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-067310e5-a02f-4ed7-9770-63f314aa3a31 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:47:54.361424 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a', 'status': 'completed', 'code': 200} Jun 29 12:47:54.362929 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event updated for resources: {'Port': ['ID=05a47c60-e688-4599-85d1-f7dd07615a5a,revision_number=7']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:47:54.380574 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:54.380968 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:54.381358 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:54.381737 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:54.382111 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:54.382519 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:54.382898 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:54.383269 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:54.383639 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:54.384005 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:54.384512 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:54.384725 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:54.397786 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:47:54.402046 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] get_ports_and_sgs() called for port_ids ['05a47c60-e688-4599-85d1-f7dd07615a5a'] {{(pid=93601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 12:47:54.441788 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3b670e82-e5ab-443a-8dd0-522fef654809 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:54.475781 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3b670e82-e5ab-443a-8dd0-522fef654809 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:54.512571 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32950a1f-de37-4ecf-9bec-784838522fda req-785edc30-7e28-4a0c-9a55-a019b54673fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:54.514018 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-32950a1f-de37-4ecf-9bec-784838522fda req-785edc30-7e28-4a0c-9a55-a019b54673fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7385e687e52540e9a4f379ac68f78e81&device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 1099 time: 0.1355863 Jun 29 12:47:54.543856 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.provisioning_blocks [None req-2bd8f2cb-d1d3-4c03-b9db-3c04655da48c None None] Provisioning complete for port 05a47c60-e688-4599-85d1-f7dd07615a5a triggered by entity DHCP. {{(pid=93601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 12:47:54.548777 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-2bd8f2cb-d1d3-4c03-b9db-3c04655da48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1673970'] for port, provisioning_complete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:54.611832 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32950a1f-de37-4ecf-9bec-784838522fda req-c8e6e485-a692-41b0-8915-bf577b1e9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:54.613304 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-32950a1f-de37-4ecf-9bec-784838522fda req-c8e6e485-a692-41b0-8915-bf577b1e9a11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba HTTP/1.1" status: 200 len: 916 time: 0.0914531 Jun 29 12:47:54.664864 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3b670e82-e5ab-443a-8dd0-522fef654809 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:54.667494 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-3b670e82-e5ab-443a-8dd0-522fef654809 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:54.668613 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-3b670e82-e5ab-443a-8dd0-522fef654809 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "DELETE /v2.0/security-groups/34e0eb8d-64d3-4cca-b386-4d661d0daad1 HTTP/1.1" status: 204 len: 168 time: 0.3533583 Jun 29 12:47:54.671001 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4570d5d3-4041-4ddc-a1fe-e67d46838514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:47:54.671446 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59644) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:47:54.684474 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b670e82-e5ab-443a-8dd0-522fef654809 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e0eb8d-64d3-4cca-b386-4d661d0daad1,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:47:54.690407 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-3b670e82-e5ab-443a-8dd0-522fef654809 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:47:54.692810 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-32950a1f-de37-4ecf-9bec-784838522fda req-36622305-7e0b-4ea3-8107-0f7f0e471745 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a47c60-e688-4599-85d1-f7dd07615a5a HTTP/1.1" status: 200 len: 1001 time: 0.0721931 Jun 29 12:47:54.743156 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32950a1f-de37-4ecf-9bec-784838522fda req-ae10eea7-6cbf-4fd2-97e0-a03d7e2ee979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:54.744610 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-32950a1f-de37-4ecf-9bec-784838522fda req-ae10eea7-6cbf-4fd2-97e0-a03d7e2ee979 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80bd7839-1704-4ce4-bdcb-9124a2c83049 HTTP/1.1" status: 200 len: 854 time: 0.0458705 Jun 29 12:47:54.806008 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32950a1f-de37-4ecf-9bec-784838522fda req-32abae47-df2d-45c2-9bcb-6e351826b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:54.807438 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-32950a1f-de37-4ecf-9bec-784838522fda req-32abae47-df2d-45c2-9bcb-6e351826b884 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568821 Jun 29 12:47:54.830856 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Deleting port 4aaf7d94-c1e2-4bbb-9603-b6685f3c0a56 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:47:54.831196 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:54.895094 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-32950a1f-de37-4ecf-9bec-784838522fda req-336397fa-e6fc-4b10-a9c6-d2751476acc6 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810711 Jun 29 12:47:54.903781 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:54.904117 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:54.916343 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Calling delete_port for 4aaf7d94-c1e2-4bbb-9603-b6685f3c0a56 owned by network:floatingip {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:47:54.992295 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-32950a1f-de37-4ecf-9bec-784838522fda req-167bea11-50b0-4c11-b191-a66d21452234 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906720 Jun 29 12:47:55.161723 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:55.163889 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-26c32d90-70aa-4230-8065-0b34a34dc56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:47:55.187988 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event deleted for resources: {'Port': ['ID=4aaf7d94-c1e2-4bbb-9603-b6685f3c0a56,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:47:55.198999 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:55.199388 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:55.199773 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:55.200156 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:55.200526 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:55.200892 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:55.201256 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:55.201622 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:55.201984 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:55.202390 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:55.202757 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:55.203183 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:47:55.221804 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:47:55.263444 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks [] for floatingip, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:55.263775 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.db.l3_db [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Floating IP 021f9051-5cd0-4790-b6c0-94e764483a8d disassociated (deleted). External IP: 172.27.2.77, port: 05a47c60-e688-4599-85d1-f7dd07615a5a. Jun 29 12:47:55.468091 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Router 908d1309-d207-48f6-a765-e27e9b249c3b has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:47:55.574564 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:47:55.579379 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for floatingip, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:47:55.586093 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b685c-9986-47f6-b782-867e6a8b8569 None None] Sync routers for ids ['908d1309-d207-48f6-a765-e27e9b249c3b'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:47:55.595556 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b685c-9986-47f6-b782-867e6a8b8569 None None] Routers {'908d1309-d207-48f6-a765-e27e9b249c3b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:47:55.596386 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-b87b685c-9986-47f6-b782-867e6a8b8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:47:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['908d1309-d207-48f6-a765-e27e9b249c3b'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:47:55.616172 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-8bbd76b9-0c76-40b4-96db-4b3e2aeac0ad tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "DELETE /v2.0/floatingips/021f9051-5cd0-4790-b6c0-94e764483a8d HTTP/1.1" status: 204 len: 168 time: 0.9435420 Jun 29 12:47:55.617048 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a'}] {{(pid=93600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:47:55.619368 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2fda08456a7fd9ca32e6ccbb27747d08c28a8ccfb40688f695897dce1d69f72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cd8576-5e26-4a88-af08-8dcd3ca8279f" -d '{"events": [{"name": "network-changed", "server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a"}]}' {{(pid=93600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:47:55.657029 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 12:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208ffd1d-be4f-44e2-bc1a-df9b15849176 x-openstack-request-id: req-208ffd1d-be4f-44e2-bc1a-df9b15849176 {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:47:55.657282 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a", "status": "completed", "code": 200}]} {{(pid=93600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:47:55.658687 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-208ffd1d-be4f-44e2-bc1a-df9b15849176 {{(pid=93600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:47:55.659150 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a', 'status': 'completed', 'code': 200} Jun 29 12:47:55.714055 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-b87b685c-9986-47f6-b782-867e6a8b8569 None None] Set router 908d1309-d207-48f6-a765-e27e9b249c3b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:47:55.737964 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd8576-5e26-4a88-af08-8dcd3ca8279f req-b23bcd1f-4fc7-40e6-bb79-d3ebab3000a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:55.739553 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cd8576-5e26-4a88-af08-8dcd3ca8279f req-b23bcd1f-4fc7-40e6-bb79-d3ebab3000a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7385e687e52540e9a4f379ac68f78e81&device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 1099 time: 0.0583446 Jun 29 12:47:55.836933 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd8576-5e26-4a88-af08-8dcd3ca8279f req-13731f7a-1448-49e7-b1ab-8e79f4fe42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:55.840994 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cd8576-5e26-4a88-af08-8dcd3ca8279f req-13731f7a-1448-49e7-b1ab-8e79f4fe42f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba HTTP/1.1" status: 200 len: 916 time: 0.0929976 Jun 29 12:47:55.883779 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cd8576-5e26-4a88-af08-8dcd3ca8279f req-8db86816-dcf9-43db-acb2-b4ab77ba2bd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a47c60-e688-4599-85d1-f7dd07615a5a HTTP/1.1" status: 200 len: 217 time: 0.0392585 Jun 29 12:47:55.933269 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd8576-5e26-4a88-af08-8dcd3ca8279f req-ee44de89-cc88-4af5-abc7-56d0c2f2dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:55.934600 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cd8576-5e26-4a88-af08-8dcd3ca8279f req-ee44de89-cc88-4af5-abc7-56d0c2f2dbe5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80bd7839-1704-4ce4-bdcb-9124a2c83049 HTTP/1.1" status: 200 len: 854 time: 0.0451584 Jun 29 12:47:55.993787 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd8576-5e26-4a88-af08-8dcd3ca8279f req-55d5df61-2746-46fb-8e52-b6daffac7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:55.995437 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cd8576-5e26-4a88-af08-8dcd3ca8279f req-55d5df61-2746-46fb-8e52-b6daffac7b37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534031 Jun 29 12:47:56.059371 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-b87b685c-9986-47f6-b782-867e6a8b8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:45:51Z', 'revision_number': 4, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port': {'id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:48Z', 'updated_at': '2021-06-29T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'fd8e5dd4-c928-4703-ade3-f99cee522b9a', 'name': '', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'mac_address': 'fa:16:3e:c2:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:50Z', 'updated_at': '2021-06-29T12:45:56Z', 'revision_number': 5, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'subnets': [{'id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:47:56.086607 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b685c-9986-47f6-b782-867e6a8b8569 None None] Checking router: 908d1309-d207-48f6-a765-e27e9b249c3b for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:47:56.091998 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cd8576-5e26-4a88-af08-8dcd3ca8279f req-d3f9b864-8e63-49f7-9299-2cfd24ff3514 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892518 Jun 29 12:47:56.095325 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b685c-9986-47f6-b782-867e6a8b8569 None None] Routers {'908d1309-d207-48f6-a765-e27e9b249c3b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:47:56.096151 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-b87b685c-9986-47f6-b782-867e6a8b8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:47:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['908d1309-d207-48f6-a765-e27e9b249c3b'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:47:56.188041 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-a1cd8576-5e26-4a88-af08-8dcd3ca8279f req-8fa88351-ee8b-45c7-b1de-b18482ed8490 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892656 Jun 29 12:47:56.219184 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-b87b685c-9986-47f6-b782-867e6a8b8569 None None] Set router 908d1309-d207-48f6-a765-e27e9b249c3b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:47:56.320060 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cede5740-239b-477b-b20d-a614d8cce3d5 req-8b1a156f-3f69-4b24-a914-619ff4d8147e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572579 Jun 29 12:47:56.413391 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede5740-239b-477b-b20d-a614d8cce3d5 req-a778f392-4fd4-4985-a497-a4e55d692aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:56.414918 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cede5740-239b-477b-b20d-a614d8cce3d5 req-a778f392-4fd4-4985-a497-a4e55d692aa5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7385e687e52540e9a4f379ac68f78e81&device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 1099 time: 0.0527883 Jun 29 12:47:56.417217 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-b87b685c-9986-47f6-b782-867e6a8b8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:45:51Z', 'revision_number': 4, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port': {'id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:48Z', 'updated_at': '2021-06-29T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'fd8e5dd4-c928-4703-ade3-f99cee522b9a', 'name': '', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'mac_address': 'fa:16:3e:c2:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:50Z', 'updated_at': '2021-06-29T12:45:56Z', 'revision_number': 5, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'subnets': [{'id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:47:56.443800 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b685c-9986-47f6-b782-867e6a8b8569 None None] The sync data for ids ['908d1309-d207-48f6-a765-e27e9b249c3b'] in dv-cinder-786627-14-iscsi is: [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:45:51Z', 'revision_number': 4, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port': {'id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:48Z', 'updated_at': '2021-06-29T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi', '_interfaces': [{'id': 'fd8e5dd4-c928-4703-ade3-f99cee522b9a', 'name': '', 'network_id': '85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'mac_address': 'fa:16:3e:c2:10:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:50Z', 'updated_at': '2021-06-29T12:45:56Z', 'revision_number': 5, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'subnets': [{'id': '80bd7839-1704-4ce4-bdcb-9124a2c83049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:47:56.521665 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede5740-239b-477b-b20d-a614d8cce3d5 req-bee9b6a2-3ab4-43cb-b23f-b479df920616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:56.523151 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cede5740-239b-477b-b20d-a614d8cce3d5 req-bee9b6a2-3ab4-43cb-b23f-b479df920616 service neutron] 10.222.0.37 "GET /v2.0/networks?id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba HTTP/1.1" status: 200 len: 916 time: 0.0877571 Jun 29 12:47:56.572307 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cede5740-239b-477b-b20d-a614d8cce3d5 req-6515bd73-ef8a-47d9-822d-27cd9772d2a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a47c60-e688-4599-85d1-f7dd07615a5a HTTP/1.1" status: 200 len: 217 time: 0.0415504 Jun 29 12:47:56.622242 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede5740-239b-477b-b20d-a614d8cce3d5 req-5c0ebcf0-be35-47ac-ab84-809be544c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:56.625066 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cede5740-239b-477b-b20d-a614d8cce3d5 req-5c0ebcf0-be35-47ac-ab84-809be544c1a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=80bd7839-1704-4ce4-bdcb-9124a2c83049 HTTP/1.1" status: 200 len: 854 time: 0.0467899 Jun 29 12:47:56.658501 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42905417-eb0b-4371-bb4b-c46992202d9e None None] New status for floating IP 021f9051-5cd0-4790-b6c0-94e764483a8d: DOWN {{(pid=93602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 12:47:56.683152 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede5740-239b-477b-b20d-a614d8cce3d5 req-c0df2ac7-852c-417c-bee7-d5aad6f35104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:56.684643 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cede5740-239b-477b-b20d-a614d8cce3d5 req-c0df2ac7-852c-417c-bee7-d5aad6f35104 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537078 Jun 29 12:47:56.779000 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cede5740-239b-477b-b20d-a614d8cce3d5 req-38243081-0c83-4be2-87d8-1b7e532c2a25 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873675 Jun 29 12:47:56.865306 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-cede5740-239b-477b-b20d-a614d8cce3d5 req-e206e3c6-6f2b-4b42-8fb8-6d2e2226edc8 service neutron] 10.222.0.37 "GET /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798690 Jun 29 12:47:59.169464 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b339559-8fd2-457f-8295-eb6eb41f04be req-863f8d8e-2222-4946-bea4-b6d1e52fd475 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:47:59.170823 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3b339559-8fd2-457f-8295-eb6eb41f04be req-863f8d8e-2222-4946-bea4-b6d1e52fd475 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 946 time: 0.0669422 Jun 29 12:47:59.207601 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-3b339559-8fd2-457f-8295-eb6eb41f04be req-c7ff0fda-40c7-4285-9343-7face4a8b6b1 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302787 Jun 29 12:48:00.379960 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402e068-6c47-4c3d-9d50-b9026ef85331 req-23282861-81a3-4f15-83ab-9e21a3a3e236 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:48:00.381420 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7402e068-6c47-4c3d-9d50-b9026ef85331 req-23282861-81a3-4f15-83ab-9e21a3a3e236 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 946 time: 0.0626473 Jun 29 12:48:00.418305 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-7402e068-6c47-4c3d-9d50-b9026ef85331 req-99b86277-ff43-460a-843c-829e43bfd455 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/security-groups?id=07ba8730-b617-4628-aaa7-b4b6da994274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313485 Jun 29 12:48:00.852490 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab315c0-8b8f-4db0-923b-3360a211c9d9 req-bc52167e-16b1-4680-b6d8-9ac4041fdf9b tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 12:48:00.853809 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aab315c0-8b8f-4db0-923b-3360a211c9d9 req-bc52167e-16b1-4680-b6d8-9ac4041fdf9b tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.37 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 946 time: 0.0619969 Jun 29 12:48:00.954788 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-aab315c0-8b8f-4db0-923b-3360a211c9d9 req-dc3004ae-d4f6-4bc6-b29e-5abf61780023 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Deleting port 05a47c60-e688-4599-85d1-f7dd07615a5a {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:48:00.955123 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-aab315c0-8b8f-4db0-923b-3360a211c9d9 req-dc3004ae-d4f6-4bc6-b29e-5abf61780023 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:01.040940 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [req-aab315c0-8b8f-4db0-923b-3360a211c9d9 req-dc3004ae-d4f6-4bc6-b29e-5abf61780023 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] For port 05a47c60-e688-4599-85d1-f7dd07615a5a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=05a47c60-e688-4599-85d1-f7dd07615a5a,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:48:01.041304 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-aab315c0-8b8f-4db0-923b-3360a211c9d9 req-dc3004ae-d4f6-4bc6-b29e-5abf61780023 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:01.057706 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [req-aab315c0-8b8f-4db0-923b-3360a211c9d9 req-dc3004ae-d4f6-4bc6-b29e-5abf61780023 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Calling delete_port for 05a47c60-e688-4599-85d1-f7dd07615a5a owned by compute:nova {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:48:01.257184 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-aab315c0-8b8f-4db0-923b-3360a211c9d9 req-dc3004ae-d4f6-4bc6-b29e-5abf61780023 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:01.262228 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-eb41300c-94e8-40a8-a36c-600e94781fa8 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:01.294313 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3004ae-d4f6-4bc6-b29e-5abf61780023 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Pushing event deleted for resources: {'Port': ['ID=05a47c60-e688-4599-85d1-f7dd07615a5a,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:01.296688 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-dc3004ae-d4f6-4bc6-b29e-5abf61780023 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:01.336775 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab315c0-8b8f-4db0-923b-3360a211c9d9 req-dc3004ae-d4f6-4bc6-b29e-5abf61780023 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] No DVR routers for this DVR port 05a47c60-e688-4599-85d1-f7dd07615a5a on host hv-cinder-78662 {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:48:01.339339 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [req-aab315c0-8b8f-4db0-923b-3360a211c9d9 req-dc3004ae-d4f6-4bc6-b29e-5abf61780023 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114855'] for port, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:01.341466 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-aab315c0-8b8f-4db0-923b-3360a211c9d9 req-dc3004ae-d4f6-4bc6-b29e-5abf61780023 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.37 "DELETE /v2.0/ports/05a47c60-e688-4599-85d1-f7dd07615a5a HTTP/1.1" status: 204 len: 173 time: 0.4819522 Jun 29 12:48:01.342012 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'name': 'network-vif-deleted', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a'}] {{(pid=93599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 12:48:01.345456 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2402a475906db6f5b572aaff3f4350fcebeb6d5f4251f64eebc01d1710120617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c5167c-776c-43ca-836b-a9a906447360" -d '{"events": [{"server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "name": "network-vif-deleted", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a"}]}' {{(pid=93599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 12:48:01.379992 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 12:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3516f616-c74c-4027-87df-76fe6010b515 x-openstack-request-id: req-3516f616-c74c-4027-87df-76fe6010b515 {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 12:48:01.380577 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53beb4e7-930a-4f0f-857e-1696d33bbd7d", "name": "network-vif-deleted", "tag": "05a47c60-e688-4599-85d1-f7dd07615a5a", "status": "completed", "code": 200}]} {{(pid=93599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 12:48:01.380693 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3516f616-c74c-4027-87df-76fe6010b515 {{(pid=93599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 12:48:01.381056 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53beb4e7-930a-4f0f-857e-1696d33bbd7d', 'name': 'network-vif-deleted', 'tag': '05a47c60-e688-4599-85d1-f7dd07615a5a', 'status': 'completed', 'code': 200} Jun 29 12:48:01.559127 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [req-e8bb4b3f-ece0-49c3-bf40-b01658204124 req-1edbf4f0-5c63-4029-88a2-39c9c5575176 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] 10.222.0.61 "GET /v2.0/ports?device_id=53beb4e7-930a-4f0f-857e-1696d33bbd7d HTTP/1.1" status: 200 len: 210 time: 0.0280097 Jun 29 12:48:03.118512 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 05a47c60-e688-4599-85d1-f7dd07615a5a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:48:03.139642 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] No Port match for: 05a47c60-e688-4599-85d1-f7dd07615a5a {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:48:03.140003 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Device 05a47c60-e688-4599-85d1-f7dd07615a5a not bound to the agent host hv-cinder-78662 {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:48:03.737375 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59736) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:48:04.074366 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737596'] for router_interface, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:04.320289 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] Deleting port fd8e5dd4-c928-4703-ade3-f99cee522b9a {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:48:04.320539 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:04.402074 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] For port fd8e5dd4-c928-4703-ade3-f99cee522b9a, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=fd8e5dd4-c928-4703-ade3-f99cee522b9a,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:48:04.402460 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:04.418349 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] Calling delete_port for fd8e5dd4-c928-4703-ade3-f99cee522b9a owned by network:router_interface {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:48:04.646875 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:04.648813 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-0b9be3bc-19b0-4a24-9ef4-dfa8a830fd8f tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:04.671832 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8e5dd4-c928-4703-ade3-f99cee522b9a,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:04.675072 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:04.836224 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738956'] for router_interface, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:05.280662 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] Router 908d1309-d207-48f6-a765-e27e9b249c3b has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:48:05.382751 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:48:05.387801 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] 10.222.0.61 "PUT /v2.0/routers/908d1309-d207-48f6-a765-e27e9b249c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6493268 Jun 29 12:48:05.390241 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59738) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:48:05.392659 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69fb2df-eb0b-46dd-8085-8f8971cca081 None None] Sync routers for ids ['908d1309-d207-48f6-a765-e27e9b249c3b'] in dv-cinder-786627-14-iscsi {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:48:05.401459 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69fb2df-eb0b-46dd-8085-8f8971cca081 None None] Routers {'908d1309-d207-48f6-a765-e27e9b249c3b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:48:05.402072 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-b69fb2df-eb0b-46dd-8085-8f8971cca081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:47:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['908d1309-d207-48f6-a765-e27e9b249c3b'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:05.491890 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Notify callbacks [] for router, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:05.504370 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-b69fb2df-eb0b-46dd-8085-8f8971cca081 None None] Set router 908d1309-d207-48f6-a765-e27e9b249c3b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:48:05.590865 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:05.683826 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-b69fb2df-eb0b-46dd-8085-8f8971cca081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:48:04Z', 'revision_number': 5, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port': {'id': '9c17bd49-fc01-476d-8eab-4f3951d6eac0', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:48Z', 'updated_at': '2021-06-29T12:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:05.709768 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69fb2df-eb0b-46dd-8085-8f8971cca081 None None] Checking router: 908d1309-d207-48f6-a765-e27e9b249c3b for host: dv-cinder-786627-14-iscsi {{(pid=93601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:48:05.717989 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69fb2df-eb0b-46dd-8085-8f8971cca081 None None] Routers {'908d1309-d207-48f6-a765-e27e9b249c3b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:48:05.718635 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-b69fb2df-eb0b-46dd-8085-8f8971cca081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:47:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['908d1309-d207-48f6-a765-e27e9b249c3b'], 'active': True} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:05.767258 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Deleting port 9c17bd49-fc01-476d-8eab-4f3951d6eac0 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:48:05.767688 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:05.803487 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvr_db [None req-b69fb2df-eb0b-46dd-8085-8f8971cca081 None None] Set router 908d1309-d207-48f6-a765-e27e9b249c3b gateway port host: None {{(pid=93601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:48:05.848395 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] For port 9c17bd49-fc01-476d-8eab-4f3951d6eac0, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=9c17bd49-fc01-476d-8eab-4f3951d6eac0,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:48:05.849019 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:05.853932 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_hamode_db [None req-b69fb2df-eb0b-46dd-8085-8f8971cca081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:48:05Z', 'revision_number': 6, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port_host': None}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:05.860203 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Calling delete_port for 9c17bd49-fc01-476d-8eab-4f3951d6eac0 owned by network:router_gateway {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:48:05.881834 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69fb2df-eb0b-46dd-8085-8f8971cca081 None None] The sync data for ids ['908d1309-d207-48f6-a765-e27e9b249c3b'] in dv-cinder-786627-14-iscsi is: [{'id': '908d1309-d207-48f6-a765-e27e9b249c3b', 'name': 'tempest-TestMinimumBasicScenario-1069413652-router', 'tenant_id': '7385e687e52540e9a4f379ac68f78e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:47Z', 'updated_at': '2021-06-29T12:48:05Z', 'revision_number': 6, 'project_id': '7385e687e52540e9a4f379ac68f78e81', 'gw_port_host': None}] {{(pid=93601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:48:06.104432 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.106356 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-bf35ac71-1e33-40de-9a56-60a3a236f33d tempest-VolumesActionsTest-1770432683 tempest-VolumesActionsTest-1770432683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:06.128292 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Pushing event deleted for resources: {'Port': ['ID=9c17bd49-fc01-476d-8eab-4f3951d6eac0,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:06.131702 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:06.200786 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780776'] for router_gateway, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.296250 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.299797 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.412930 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740777'] for router, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.413490 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 908d1309-d207-48f6-a765-e27e9b249c3b {{(pid=93600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:48:06.417725 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] Notify callbacks [] for router, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.418891 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-22c0d473-b3c8-4c63-ac21-7e12323a4edb admin admin] 10.222.0.61 "DELETE /v2.0/routers/908d1309-d207-48f6-a765-e27e9b249c3b HTTP/1.1" status: 204 len: 168 time: 1.0275726 Jun 29 12:48:06.421271 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59740) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:48:06.465207 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7e2b44-0712-4c6f-a300-2657ff04bddd admin admin] Deleting subnet 80bd7839-1704-4ce4-bdcb-9124a2c83049 {{(pid=93600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:48:06.468215 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2b44-0712-4c6f-a300-2657ff04bddd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.501890 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2b44-0712-4c6f-a300-2657ff04bddd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5749248'] for subnet, precommit_delete_associations {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.579363 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2b44-0712-4c6f-a300-2657ff04bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.681777 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2b44-0712-4c6f-a300-2657ff04bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5564792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5837644'] for subnet, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.684158 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:06.707107 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e2b44-0712-4c6f-a300-2657ff04bddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80bd7839-1704-4ce4-bdcb-9124a2c83049,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:06.710619 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-fd7e2b44-0712-4c6f-a300-2657ff04bddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:06.722085 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2b44-0712-4c6f-a300-2657ff04bddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for subnet, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.722085 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-fd7e2b44-0712-4c6f-a300-2657ff04bddd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/80bd7839-1704-4ce4-bdcb-9124a2c83049 HTTP/1.1" status: 204 len: 168 time: 0.2937946 Jun 29 12:48:06.722085 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59742) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:48:06.723412 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e59552-0a00-4c1e-97ca-ee4ff8e77db6 None None] Network 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:48:06.792024 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.861700 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Deleting port b480e313-a84f-4336-8498-4de3b3762234 {{(pid=93600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:48:06.861700 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.927914 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.db [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] For port b480e313-a84f-4336-8498-4de3b3762234, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b480e313-a84f-4336-8498-4de3b3762234,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:48:06.928375 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:06.933244 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] DHCP port deletion for 85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba request from dv-cinder-786627-14-iscsi {{(pid=93601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 12:48:06.945367 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.plugin [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Calling delete_port for b480e313-a84f-4336-8498-4de3b3762234 owned by network:dhcp {{(pid=93600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:48:06.986378 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Deleting port b480e313-a84f-4336-8498-4de3b3762234 {{(pid=93601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:48:06.986766 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:07.056358 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] For port b480e313-a84f-4336-8498-4de3b3762234, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b480e313-a84f-4336-8498-4de3b3762234,segment=NetworkSegment(d6cfb11f-a207-4f29-a1e9-4b049b2d647d),segment_id=d6cfb11f-a207-4f29-a1e9-4b049b2d647d)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:48:07.056798 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:07.069904 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5564802'] for port, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:07.072899 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Calling delete_port for b480e313-a84f-4336-8498-4de3b3762234 owned by network:dhcp {{(pid=93601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:48:07.073054 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-3a5abd01-0c25-4607-8fc1-2bd213a37713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:07.098969 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] No DVR routers for this DVR port b480e313-a84f-4336-8498-4de3b3762234 on host dv-cinder-786627-14-iscsi {{(pid=93600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:48:07.102921 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b480e313-a84f-4336-8498-4de3b3762234,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:07.105796 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:07.148372 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438'] for port, after_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:07.150977 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:07.176354 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Pushing event deleted for resources: {'Port': ['ID=b480e313-a84f-4336-8498-4de3b3762234,revision_number=None']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:07.178628 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] No DVR routers for this DVR port b480e313-a84f-4336-8498-4de3b3762234 on host dv-cinder-786627-14-iscsi {{(pid=93601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:48:07.179804 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:07.189370 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:48:07.189724 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:48:07.190069 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:48:07.190546 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:48:07.190646 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba']}} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:07.190757 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:48:07.191084 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:48:07.191411 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:48:07.191737 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:48:07.192543 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:48:07.192880 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:48:07.193208 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:48:07.193532 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-14-iscsi {{(pid=93601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 12:48:07.196735 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-ee20130d-ed9e-42ff-a9b3-4530e3a868a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:07.200623 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d') {'for_net_delete': True} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:07.200923 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.services.segments.db [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cfb11f-a207-4f29-a1e9-4b049b2d647d') {} {{(pid=93600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:07.210377 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5749263'] for segment, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:07.224253 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:07.229959 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:48:07.230379 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5564885'] for segment, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: Traceback (most recent call last): Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: timer() Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: cb(*args, **kw) Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: return func(*args, **kwargs) Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: self._notify() Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: self.callback(batched_events) Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: event.method(event) Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: return f(self, *a, **k) Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._get(url).json() Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: return self.request(url, 'GET', **kwargs) Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:48:07.232002 dv-cinder-786627-14-iscsi neutron-server[93600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:48:07.332780 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:07.336439 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-752bd869-cc3d-4094-817b-0a91ff508d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:07.338876 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:07.340665 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] 10.222.0.61 "DELETE /v2.0/networks/85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba HTTP/1.1" status: 204 len: 168 time: 0.6212420 Jun 29 12:48:07.343736 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59744) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:48:07.352331 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Pushing event deleted for resources: {'Network': ['ID=85fdc77b-d567-4bfe-be9b-cd48d9c2e7ba,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:07.354675 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-225a564d-83a6-4297-8ff9-02fe9f4ecb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:07.447371 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-149e0f00-e0bd-4242-a9de-5512b0b106c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:07.714405 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device fd8e5dd4-c928-4703-ade3-f99cee522b9a no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:48:07.735428 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: fd8e5dd4-c928-4703-ade3-f99cee522b9a {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:48:07.736144 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device fd8e5dd4-c928-4703-ade3-f99cee522b9a not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:48:07.736245 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b480e313-a84f-4336-8498-4de3b3762234 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:48:07.757930 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: b480e313-a84f-4336-8498-4de3b3762234 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:48:07.758312 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b480e313-a84f-4336-8498-4de3b3762234 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:48:07.758737 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 9c17bd49-fc01-476d-8eab-4f3951d6eac0 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:48:07.778049 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: 9c17bd49-fc01-476d-8eab-4f3951d6eac0 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:48:07.785222 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 9c17bd49-fc01-476d-8eab-4f3951d6eac0 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:48:07.977367 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7737f1e7-eb55-4bfe-9fca-9bdd9a7aaa4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737596'] for router_interface, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:08.240572 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-7737f1e7-eb55-4bfe-9fca-9bdd9a7aaa4a admin admin] Deleting port b1bd78ca-29c2-4026-afda-edd79ae175c5 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:48:08.240783 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7737f1e7-eb55-4bfe-9fca-9bdd9a7aaa4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:08.315697 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [None req-7737f1e7-eb55-4bfe-9fca-9bdd9a7aaa4a admin admin] For port b1bd78ca-29c2-4026-afda-edd79ae175c5, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=b1bd78ca-29c2-4026-afda-edd79ae175c5,segment=NetworkSegment(18b6ed28-a438-4bc2-b222-ffe58f996687),segment_id=18b6ed28-a438-4bc2-b222-ffe58f996687)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:48:08.316054 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7737f1e7-eb55-4bfe-9fca-9bdd9a7aaa4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:08.328089 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-7737f1e7-eb55-4bfe-9fca-9bdd9a7aaa4a admin admin] Calling delete_port for b1bd78ca-29c2-4026-afda-edd79ae175c5 owned by network:router_interface {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:48:08.624486 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7737f1e7-eb55-4bfe-9fca-9bdd9a7aaa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:08.626790 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-12b6306d-a2f7-419b-a284-8dacacfb385c tempest-AttachVolumeNegativeTest-602827531 tempest-AttachVolumeNegativeTest-602827531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:08.651914 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737f1e7-eb55-4bfe-9fca-9bdd9a7aaa4a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1bd78ca-29c2-4026-afda-edd79ae175c5,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:08.654447 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-7737f1e7-eb55-4bfe-9fca-9bdd9a7aaa4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:08.820029 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-7737f1e7-eb55-4bfe-9fca-9bdd9a7aaa4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738956'] for router_interface, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:09.028915 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7737f1e7-eb55-4bfe-9fca-9bdd9a7aaa4a admin admin] Router 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b has already been hosted by L3 agent 786e9498-ad04-4b1f-8ff9-de50a45a9fbd {{(pid=93599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 12:48:09.131782 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7737f1e7-eb55-4bfe-9fca-9bdd9a7aaa4a admin admin] Notify agent at l3_agent.dv-cinder-786627-14-iscsi the message routers_updated {{(pid=93599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 12:48:09.136664 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-7737f1e7-eb55-4bfe-9fca-9bdd9a7aaa4a admin admin] 10.222.0.61 "PUT /v2.0/routers/7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7918928 Jun 29 12:48:09.139126 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59746) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:48:09.142443 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c32ac4-e6a1-4078-b9d2-d21c0fbc5fee None None] Sync routers for ids ['7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'] in dv-cinder-786627-14-iscsi {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 12:48:09.151467 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c32ac4-e6a1-4078-b9d2-d21c0fbc5fee None None] Routers {'7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:48:09.152088 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-80c32ac4-e6a1-4078-b9d2-d21c0fbc5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:47:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:09.242040 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:09.255152 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-80c32ac4-e6a1-4078-b9d2-d21c0fbc5fee None None] Set router 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b gateway port host: dv-cinder-786627-14-iscsi {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:48:09.342524 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:09.429047 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-80c32ac4-e6a1-4078-b9d2-d21c0fbc5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'name': 'tempest-TestMinimumBasicScenario-1505775407-router', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'external_fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c5d80280-394e-4b24-a767-744e3a057763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:48:08Z', 'revision_number': 5, 'project_id': '6cb9d096144d49fc91b21f76f949cd4c', 'gw_port': {'id': 'c5d80280-394e-4b24-a767-744e3a057763', 'name': '', 'network_id': '5d29d3bc-1152-453d-a957-1bb2d7beb9bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57e6f8fb-e84c-4a15-b2da-450e1ebd21ff', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-14-iscsi'}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:09.456561 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c32ac4-e6a1-4078-b9d2-d21c0fbc5fee None None] Checking router: 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b for host: dv-cinder-786627-14-iscsi {{(pid=93602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 12:48:09.464518 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c32ac4-e6a1-4078-b9d2-d21c0fbc5fee None None] Routers {'7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'} bound to L3 agent in host dv-cinder-786627-14-iscsi {{(pid=93602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 12:48:09.465111 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-80c32ac4-e6a1-4078-b9d2-d21c0fbc5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T12:27:40Z,description=,heartbeat_timestamp=2021-06-29T12:47:40Z,host='dv-cinder-786627-14-iscsi',id=786e9498-ad04-4b1f-8ff9-de50a45a9fbd,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T12:27:41Z,topic='l3_agent')) {'router_ids': ['7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'], 'active': True} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:09.474845 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Deleting port c5d80280-394e-4b24-a767-744e3a057763 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:48:09.475188 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:09.556105 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] For port c5d80280-394e-4b24-a767-744e3a057763, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=c5d80280-394e-4b24-a767-744e3a057763,segment=NetworkSegment(57b26bc0-18ee-45fe-87fb-4743b623ab2b),segment_id=57b26bc0-18ee-45fe-87fb-4743b623ab2b)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:48:09.556463 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:09.569920 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Calling delete_port for c5d80280-394e-4b24-a767-744e3a057763 owned by network:router_gateway {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:48:09.633858 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_dvr_db [None req-80c32ac4-e6a1-4078-b9d2-d21c0fbc5fee None None] Set router 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b gateway port host: None {{(pid=93602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 12:48:09.687800 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.l3_hamode_db [None req-80c32ac4-e6a1-4078-b9d2-d21c0fbc5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'name': 'tempest-TestMinimumBasicScenario-1505775407-router', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:48:09Z', 'revision_number': 6, 'project_id': '6cb9d096144d49fc91b21f76f949cd4c', 'gw_port_host': None}], 'dv-cinder-786627-14-iscsi', False) {} {{(pid=93602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:09.714286 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c32ac4-e6a1-4078-b9d2-d21c0fbc5fee None None] The sync data for ids ['7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b'] in dv-cinder-786627-14-iscsi is: [{'id': '7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b', 'name': 'tempest-TestMinimumBasicScenario-1505775407-router', 'tenant_id': '6cb9d096144d49fc91b21f76f949cd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T12:45:55Z', 'updated_at': '2021-06-29T12:48:09Z', 'revision_number': 6, 'project_id': '6cb9d096144d49fc91b21f76f949cd4c', 'gw_port_host': None}] {{(pid=93602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 12:48:09.828389 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:09.831138 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-947bc992-8341-497f-91d9-9c8c3b426540 tempest-TestMinimumBasicScenario-1553559327 tempest-TestMinimumBasicScenario-1553559327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:09.859232 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d80280-394e-4b24-a767-744e3a057763,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:09.863019 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:09.917799 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780776'] for router_gateway, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.003782 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1826'] for router, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.005791 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.132708 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d0cf07dd-8785-4328-9a45-dfc14e2a18d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.154570 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740777'] for router, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.155103 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b {{(pid=93599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 12:48:10.160173 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.161440 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-0590c208-067e-42eb-84cf-df6babf20aa1 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7c8fdf04-7ac5-4c42-9f82-7c64a03e2a2b HTTP/1.1" status: 204 len: 168 time: 1.0213668 Jun 29 12:48:10.163894 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59748) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:48:10.211796 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39f7258-a44f-4ce6-9afc-9f945b4c1a86 admin admin] Deleting subnet 351bf815-46a6-43bf-8413-05c645c8bc05 {{(pid=93599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 12:48:10.215051 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b39f7258-a44f-4ce6-9afc-9f945b4c1a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.248954 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b39f7258-a44f-4ce6-9afc-9f945b4c1a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6094346'] for subnet, precommit_delete_associations {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.327084 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.332070 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b39f7258-a44f-4ce6-9afc-9f945b4c1a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678499'] for subnet, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.498759 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b39f7258-a44f-4ce6-9afc-9f945b4c1a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5266478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6121759'] for subnet, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.501594 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d253b7a1-755f-4d53-9f38-7f47bb8907a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:10.526524 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f7258-a44f-4ce6-9afc-9f945b4c1a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=351bf815-46a6-43bf-8413-05c645c8bc05,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:10.528492 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-b39f7258-a44f-4ce6-9afc-9f945b4c1a86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.530391 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-b39f7258-a44f-4ce6-9afc-9f945b4c1a86 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/351bf815-46a6-43bf-8413-05c645c8bc05 HTTP/1.1" status: 204 len: 168 time: 0.3655519 Jun 29 12:48:10.531330 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-b39f7258-a44f-4ce6-9afc-9f945b4c1a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:10.533532 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59750) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:48:10.536190 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f37183-792e-49ad-b5d2-081b33e379a0 None None] Network 908896f1-e0d3-479a-bb0e-d8cb47607d0e requested from dv-cinder-786627-14-iscsi {{(pid=93601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 12:48:10.603354 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1734814'] for network, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.657684 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Deleting port 04b458c7-8aaf-4c34-befb-b01fe17b72f3 {{(pid=93599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:48:10.658031 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.728507 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.db [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] For port 04b458c7-8aaf-4c34-befb-b01fe17b72f3, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=04b458c7-8aaf-4c34-befb-b01fe17b72f3,segment=NetworkSegment(18b6ed28-a438-4bc2-b222-ffe58f996687),segment_id=18b6ed28-a438-4bc2-b222-ffe58f996687)] {{(pid=93599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:48:10.728780 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.738254 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4036f0-0a11-4c4a-8915-97f339894558 None None] DHCP port deletion for 908896f1-e0d3-479a-bb0e-d8cb47607d0e request from dv-cinder-786627-14-iscsi {{(pid=93601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 12:48:10.744218 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Calling delete_port for 04b458c7-8aaf-4c34-befb-b01fe17b72f3 owned by network:dhcp {{(pid=93599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:48:10.788335 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-8b4036f0-0a11-4c4a-8915-97f339894558 None None] Deleting port 04b458c7-8aaf-4c34-befb-b01fe17b72f3 {{(pid=93601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 12:48:10.788740 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-8b4036f0-0a11-4c4a-8915-97f339894558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792256099898'] for port, before_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.848393 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.db [None req-8b4036f0-0a11-4c4a-8915-97f339894558 None None] For port 04b458c7-8aaf-4c34-befb-b01fe17b72f3, host dv-cinder-786627-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-14-iscsi',level=0,port_id=04b458c7-8aaf-4c34-befb-b01fe17b72f3,segment=NetworkSegment(18b6ed28-a438-4bc2-b222-ffe58f996687),segment_id=18b6ed28-a438-4bc2-b222-ffe58f996687)] {{(pid=93601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 12:48:10.848782 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-8b4036f0-0a11-4c4a-8915-97f339894558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744669'] for port, precommit_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.864043 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-8b4036f0-0a11-4c4a-8915-97f339894558 None None] Calling delete_port for 04b458c7-8aaf-4c34-befb-b01fe17b72f3 owned by network:dhcp {{(pid=93601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 12:48:10.943032 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5266644'] for port, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.945793 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-bfa0819b-2e57-4bee-994c-4586436014b9 tempest-TestVolumeBootPattern-339661372 tempest-TestVolumeBootPattern-339661372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:10.948696 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-8b4036f0-0a11-4c4a-8915-97f339894558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1689460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792256121128', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792255644438'] for port, after_delete {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:10.951359 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:10.975161 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4036f0-0a11-4c4a-8915-97f339894558 None None] Pushing event deleted for resources: {'Port': ['ID=04b458c7-8aaf-4c34-befb-b01fe17b72f3,revision_number=None']} {{(pid=93601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:10.976905 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4036f0-0a11-4c4a-8915-97f339894558 None None] No DVR routers for this DVR port 04b458c7-8aaf-4c34-befb-b01fe17b72f3 on host dv-cinder-786627-14-iscsi {{(pid=93601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:48:10.978300 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG oslo_concurrency.lockutils [None req-8b4036f0-0a11-4c4a-8915-97f339894558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:10.980637 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b458c7-8aaf-4c34-befb-b01fe17b72f3,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:10.990598 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] No DVR routers for this DVR port 04b458c7-8aaf-4c34-befb-b01fe17b72f3 on host dv-cinder-786627-14-iscsi {{(pid=93599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 12:48:10.992201 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:11.061678 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1678461', 'neutron.services.segments.db._delete_segments_for_network-8792256169795'] for network, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:11.072184 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908896f1-e0d3-479a-bb0e-d8cb47607d0e']}} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:11.082066 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b6ed28-a438-4bc2-b222-ffe58f996687') {'for_net_delete': True} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:11.082389 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.services.segments.db [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b6ed28-a438-4bc2-b222-ffe58f996687') {} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 12:48:11.090779 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792256000202', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6094341'] for segment, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:11.103993 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913'] for segment, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:11.109623 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1780913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5266563'] for segment, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: conditions |= (models_v2.Port.network_id.in_( Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: Traceback (most recent call last): Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: timer() Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: cb(*args, **kw) Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: return func(*args, **kwargs) Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: self._notify() Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: self.callback(batched_events) Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: event.method(event) Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: return f(self, *a, **k) Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._get(url).json() Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: return self.request(url, 'GET', **kwargs) Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 12:48:11.115207 dv-cinder-786627-14-iscsi neutron-server[93599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 12:48:11.247196 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1678438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779013'] for network, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:11.252314 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630525'] for network, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:11.254266 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/908896f1-e0d3-479a-bb0e-d8cb47607d0e HTTP/1.1" status: 204 len: 168 time: 0.7196488 Jun 29 12:48:11.255173 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:11.268151 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=908896f1-e0d3-479a-bb0e-d8cb47607d0e,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:11.273334 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-4222923c-62e4-4b50-8732-4e0822c054a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:11.526964 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:11.691242 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59754) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:48:11.715760 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b1bd78ca-29c2-4026-afda-edd79ae175c5 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:48:11.733350 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-ef549d06-64d6-418a-9a03-7949a5d105b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7385e687e52540e9a4f379ac68f78e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387650 Jun 29 12:48:11.733560 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.wsgi [-] (93599) accepted ('10.222.0.61', 59756) {{(pid=93599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:48:11.735712 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: b1bd78ca-29c2-4026-afda-edd79ae175c5 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:48:11.736084 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device b1bd78ca-29c2-4026-afda-edd79ae175c5 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:48:11.736513 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 04b458c7-8aaf-4c34-befb-b01fe17b72f3 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:48:11.757283 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: 04b458c7-8aaf-4c34-befb-b01fe17b72f3 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:48:11.757636 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device 04b458c7-8aaf-4c34-befb-b01fe17b72f3 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:48:11.758054 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device c5d80280-394e-4b24-a767-744e3a057763 no longer exists at agent ovs-agent-dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 12:48:11.776316 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.plugin [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] No Port match for: c5d80280-394e-4b24-a767-744e3a057763 {{(pid=93601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 12:48:11.776674 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron.plugins.ml2.rpc [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Device c5d80280-394e-4b24-a767-744e3a057763 not bound to the agent host dv-cinder-786627-14-iscsi {{(pid=93601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 12:48:11.780085 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6d648536-c144-4f50-a079-bf975acea678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:11.801736 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6d648536-c144-4f50-a079-bf975acea678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:11.932499 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6d648536-c144-4f50-a079-bf975acea678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:11.935362 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-6d648536-c144-4f50-a079-bf975acea678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:11.936661 dv-cinder-786627-14-iscsi neutron-server[93599]: INFO neutron.wsgi [None req-6d648536-c144-4f50-a079-bf975acea678 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07ba8730-b617-4628-aaa7-b4b6da994274 HTTP/1.1" status: 204 len: 168 time: 0.2021823 Jun 29 12:48:11.941911 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-d8e561f9-a39d-4824-8ab6-2a0be456d0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:11.945008 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d648536-c144-4f50-a079-bf975acea678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ba8730-b617-4628-aaa7-b4b6da994274,revision_number=None']} {{(pid=93599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:11.947359 dv-cinder-786627-14-iscsi neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-6d648536-c144-4f50-a079-bf975acea678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:12.685571 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59762) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:48:12.725627 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-a1d9d9f5-4644-4cda-9ab2-d47b07a7566d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6cb9d096144d49fc91b21f76f949cd4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384152 Jun 29 12:48:12.731192 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [-] (93600) accepted ('10.222.0.61', 59764) {{(pid=93600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 12:48:12.785027 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e02633a6-d0e8-43ca-a81e-8d4e7ec7e365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:12.805814 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e02633a6-d0e8-43ca-a81e-8d4e7ec7e365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:12.822883 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:12.971478 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e02633a6-d0e8-43ca-a81e-8d4e7ec7e365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-765280'] for security_group, after_delete {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:12.974094 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron_lib.callbacks.manager [None req-e02633a6-d0e8-43ca-a81e-8d4e7ec7e365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:12.975299 dv-cinder-786627-14-iscsi neutron-server[93600]: INFO neutron.wsgi [None req-e02633a6-d0e8-43ca-a81e-8d4e7ec7e365 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27745405-b2f5-4f47-84a9-27273691fb6f HTTP/1.1" status: 204 len: 168 time: 0.2431419 Jun 29 12:48:12.976071 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-952d445e-e270-4202-8e83-c707ee7ceb64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 12:48:12.983473 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02633a6-d0e8-43ca-a81e-8d4e7ec7e365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27745405-b2f5-4f47-84a9-27273691fb6f,revision_number=None']} {{(pid=93600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 12:48:12.985908 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG oslo_concurrency.lockutils [None req-e02633a6-d0e8-43ca-a81e-8d4e7ec7e365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 12:48:17.908754 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:22.959983 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:48:37.469364 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c774a5a9-6807-45ef-a3df-2904feb12da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:40.073335 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6cd892ef-3fe1-458c-94c4-c5793637b719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:40.337329 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:41.457719 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:42.810622 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:47.930649 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:48:59.958039 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:49:07.479736 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-868602bc-d691-4204-8b27-8e1b98622758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:49:10.079592 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-3412c28e-8bbe-412d-b4fa-6246068ad322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:49:10.377080 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:49:11.446620 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:49:12.811532 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:49:17.929789 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:49:36.956873 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:49:37.479375 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-9b13e052-2754-421a-8b89-4ca18bbc158d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:49:40.079644 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-59c36a9f-cc8f-48d6-b804-83e08c6b7e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:49:40.336265 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:49:41.450688 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:49:42.821363 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:49:47.907692 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:50:07.461451 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-aff6c547-6b77-4d10-bd45-2e51cdd35e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:50:10.084183 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-cf537cb7-55e0-4bcd-87a2-d50b6618caf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:50:10.335385 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:50:11.455355 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:50:12.820428 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:50:13.955607 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:50:17.952476 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:50:37.454722 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-7768327d-7106-4b12-8fbb-42279d9267f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:50:40.083712 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-c0dd939a-cd63-46eb-931c-83fa527f135c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:50:40.312844 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:50:41.454890 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:50:42.814808 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:50:47.957943 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:50:50.955236 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:51:04.048624 dv-cinder-786627-14-iscsi neutron-server[93600]: DEBUG neutron.wsgi [req-831d33d7-b481-4832-891c-d1d6cd31e53a req-51faaab2-de8a-471c-b8a8-0d7e735a7720 service neutron] (93600) timed out ('10.222.0.37', 59753) {{(pid=93600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 12:51:07.477022 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-f2c2f376-c4cf-4217-8b23-edecd6284347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:51:10.071606 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d4db8248-e12a-452a-b96c-ab2a31698ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:51:10.317344 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:51:11.448685 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:51:12.831783 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:51:17.939340 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:51:27.956746 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:51:37.470523 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-dc975f44-d0d4-4671-a427-e482f58ea38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:51:40.093179 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-260577a6-ad98-4196-8c90-f0d4ff4fc061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:51:40.356395 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:51:41.459128 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:51:42.893686 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:51:47.928045 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:52:04.955370 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:52:07.492989 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-a5ee18bd-ca29-4c78-977d-2a79bca7ce9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:52:10.093102 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-1c0e48db-d880-4ba8-b049-e8c2513ab8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:52:10.327469 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:52:11.453154 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:52:12.835945 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:52:17.926804 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:52:37.486217 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-41041197-3ee6-4f8b-b681-7ebd247992bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:52:40.120939 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-f69b23ae-6f20-4091-b265-d519b5ba322e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:52:40.378333 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:52:41.457760 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:52:41.954220 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:52:42.852375 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:52:47.937449 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:53:07.514179 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-16db7fd6-5757-40aa-9a9e-40b50fa7af5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:53:10.080458 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-2030e991-2a37-411b-a335-0e5fc8e18dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:53:10.366851 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-d235e8fb-fb70-40b3-a6d8-5fc892f6da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:53:11.514697 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-4cd593c5-08fb-456f-93ad-2b5270e10ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:53:12.862963 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-6786eaab-579e-4dc1-9ac5-6fe8160050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:53:17.954089 dv-cinder-786627-14-iscsi neutron-server[93601]: DEBUG neutron_lib.callbacks.manager [None req-18061f28-0e0e-4e10-80e8-3a696f2701d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792256169777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1673891'] for agent, after_update {{(pid=93601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:53:18.954063 dv-cinder-786627-14-iscsi neutron-server[93602]: DEBUG neutron.db.agents_db [None req-0576b55a-9bad-4bbc-a1f6-475165147197 None None] Agent healthcheck: found 6 active agents {{(pid=93602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}